-- Logs begin at Wed 2021-04-21 13:59:22 UTC, end at Wed 2021-04-21 15:03:25 UTC. --
Apr 21 14:29:42.149303 dv-cinder-786385-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 21 14:29:45.276424 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.common.config [-] Logging enabled!
Apr 21 14:29:45.276958 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev109
Apr 21 14:29:45.278256 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86282) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 21 14:29:45.280002 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.common.config [-] Logging enabled!
Apr 21 14:29:45.280298 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev109
Apr 21 14:29:45.280651 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86282) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 21 14:29:45.281694 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 21 14:29:45.281964 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 21 14:29:45.283048 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 21 14:29:45.283332 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 21 14:29:45.283598 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 21 14:29:45.283967 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.284312 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.284653 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.284901 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.285244 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.285581 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.285903 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.286246 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.286590 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.286918 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.287235 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.287564 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.287830 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.288176 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.288510 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.288841 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.289097 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] debug                          = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.289417 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.289949 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.290306 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.290624 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.290956 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.291270 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.291582 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.291898 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.292221 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.292589 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] host                           = dv-cinder-786385-2-iscsi {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.292904 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.293232 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.293563 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.293893 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.294236 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.294552 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.294878 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.295190 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.295501 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.295817 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.296147 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.296475 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.296813 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.297068 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.297323 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.297652 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.297997 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.298334 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.298647 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.298959 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.299271 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.299583 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.299888 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.300222 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.300550 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.301210 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.301525 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.301836 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.302170 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.302483 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.302812 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.303124 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.303437 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.303791 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.304128 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.304438 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.304750 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.305098 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.305429 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.305754 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.306101 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.306415 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.306742 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.307050 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.307359 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.307666 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.307974 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.308279 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.308602 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.308912 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.309218 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.309541 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.309832 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.310203 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:45.310541 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.310881 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.311225 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.311544 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.311879 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.312196 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.312525 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.312843 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.313173 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.313505 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.313835 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.314175 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.314502 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.314815 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.315154 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.315504 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.315844 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.316180 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.316492 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.316802 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.317113 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.317427 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.317754 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.318135 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.318471 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.318783 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.319099 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.319459 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.319775 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.320091 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.320407 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.320742 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.321057 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.321370 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.321695 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.322029 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.322355 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.322664 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.322980 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.323315 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.323629 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.323941 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.324250 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.324563 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.324871 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.325196 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.325512 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.325825 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.326156 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.326475 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.326788 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.327103 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.327420 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.327732 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.328047 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.328357 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.328665 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.328975 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.329286 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.329600 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.329910 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.330249 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.330567 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.330876 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.331186 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.331495 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.331806 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.332119 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.332442 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.332780 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.333095 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.333412 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.333729 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.334069 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.334385 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.334700 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.335089 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.335379 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.335689 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.336021 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.336342 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.336668 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.336992 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.337300 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.337643 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.337959 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.338306 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.338626 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.338934 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.339261 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.339581 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.339915 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.340253 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.340583 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.340916 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.341246 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.341562 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.341916 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.342261 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:45.342510 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 21 14:29:45.342778 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86282) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 21 14:29:46.010838 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO keyring.backend [-] Loading Gnome
Apr 21 14:29:46.027943 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO keyring.backend [-] Loading Google
Apr 21 14:29:46.030730 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO keyring.backend [-] Loading Windows (alt)
Apr 21 14:29:46.034320 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO keyring.backend [-] Loading file
Apr 21 14:29:46.035171 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO keyring.backend [-] Loading keyczar
Apr 21 14:29:46.035466 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO keyring.backend [-] Loading multi
Apr 21 14:29:46.036107 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO keyring.backend [-] Loading pyfs
Apr 21 14:29:46.082835 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:29:46.083176 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:29:46.083534 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:29:46.083907 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 21 14:29:46.476264 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:46.476861 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:46.476861 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:46.478303 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:46.478736 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:46.479038 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:46.515795 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:46.516111 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:46.516415 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:46.531209 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:46.531525 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:46.531824 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:46.597701 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:46.597947 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:46.598314 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:46.599320 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:46.599650 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:46.601587 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:46.871947 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f78f88e07b8> agent after_create 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:46.872151 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f78f88e07b8> agent after_update 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:46.872467 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f78f88e06a8> segment precommit_create 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:46.872777 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f78f88e0730> network precommit_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:46.873608 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f78f8b569d8> segment before_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.019611 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f78f94b9128>> network before_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.020003 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f78f88f4a60> agent before_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.020326 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f78f94b9128>> network before_create 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.020646 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f78f94b9128>> port before_create 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.020943 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f78f94b9128>> port before_update 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.021323 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f78f94b9128>> segment after_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.021801 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f78f94b9128>> segment precommit_create 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.022092 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f78f94b9128>> segment precommit_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.022393 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f78f94b9128>> segment after_create 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.022761 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f78f94b9128>> network after_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.023103 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f78f94b9128>> network precommit_delete 0 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.023395 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f78f94b9128>> port provisioning_complete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.023704 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f78f94b9128>> rbac-policy before_create 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.024002 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f78f94b9128>> rbac-policy after_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.024318 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f78f94b9128>> agent after_update 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.024643 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f78f94b9128>> subnet after_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.024940 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f78f94b9128>> subnet precommit_delete 0 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.025266 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f78f94b9128>> rbac-policy before_update 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.025557 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f78f94b9128>> rbac-policy before_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.025893 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f78f94b9128>> segment_host_mapping after_create 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.026369 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f78f94b9128>> port after_create 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.026664 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f78f94b9128>> port after_update 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.026934 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f78f94b9128>> port after_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.027276 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f78f94b9128>> rbac-policy before_create 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.027561 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f78f94b9128>> rbac-policy before_update 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.027842 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f78f94b9128>> rbac-policy before_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.028276 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 21 14:29:47.028557 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 21 14:29:47.028833 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 21 14:29:47.029109 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 21 14:29:47.029383 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 21 14:29:47.029657 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 21 14:29:47.030121 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 21 14:29:47.033337 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 21 14:29:47.037368 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 21 14:29:47.041301 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])])
Apr 21 14:29:47.042986 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 21 14:29:47.044286 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 21 14:29:47.044675 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 21 14:29:47.045121 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 21 14:29:47.049045 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 21 14:29:47.049334 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 21 14:29:47.049736 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 21 14:29:47.077052 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 21 14:29:47.077539 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f78f8a4acf8>> qos_plugin after_init 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.077866 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86282) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 21 14:29:47.078306 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f78f8967518>> logging-plugin after_init 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.079654 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86282) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 21 14:29:47.079987 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 21 14:29:47.080259 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 21 14:29:47.083438 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f78f8967588>> floatingip before_response 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.083749 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f78f8967588>> port before_response 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.150528 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 21 14:29:47.150770 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 21 14:29:47.151072 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 21 14:29:47.151487 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 21 14:29:47.190585 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_db.sqlalchemy.engines [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86282) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 21 14:29:47.656431 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.plugins.ml2.managers [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Initializing driver for type 'gre'
Apr 21 14:29:47.657020 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] gre ID ranges: [(1, 1000)]
Apr 21 14:29:47.698983 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.plugins.ml2.managers [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Initializing driver for type 'local'
Apr 21 14:29:47.699348 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.plugins.ml2.managers [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Initializing driver for type 'vlan'
Apr 21 14:29:47.710572 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] VlanTypeDriver initialization complete
Apr 21 14:29:47.711096 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.plugins.ml2.managers [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Initializing driver for type 'vxlan'
Apr 21 14:29:47.711918 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] vxlan ID ranges: [(1, 1000)]
Apr 21 14:29:47.769962 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.plugins.ml2.managers [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Initializing extension driver 'port_security'
Apr 21 14:29:47.770370 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.plugins.ml2.extensions.port_security [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] PortSecurityExtensionDriver initialization complete
Apr 21 14:29:47.770743 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.plugins.ml2.managers [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Initializing mechanism driver 'openvswitch'
Apr 21 14:29:47.771081 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.plugins.ml2.managers [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Initializing mechanism driver 'hyperv'
Apr 21 14:29:47.777501 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:29:47.778406 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f78f8886a90>> port after_create 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.778930 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f78f8886a90>> port after_update 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.779201 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f78f8886a90>> port after_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.779632 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f78f83c3fd0>> subnet after_create 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.780018 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f78f83c3fd0>> subnet after_update 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.780399 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f78f83c3fd0>> subnet after_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.780820 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f78f83cd1d0>> network after_create 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.781260 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f78f83cd1d0>> network after_update 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.781578 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f78f83cd1d0>> network after_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.782024 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f78f83cd390>> security_group after_create 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.782391 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f78f83cd390>> security_group after_update 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.782918 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f78f83cd390>> security_group after_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.783338 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f78f83cd550>> security_group_rule after_create 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.783714 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f78f83cd550>> security_group_rule after_update 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.784091 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f78f83cd550>> security_group_rule after_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.784516 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f78f83cd710>> address_group after_create 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.784891 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f78f83cd710>> address_group after_update 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.785267 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f78f83cd710>> address_group after_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.785638 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] ML2 OVO RPC backend initialized. {{(pid=86282) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 21 14:29:47.786454 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f78f83cd7f0>> router_interface after_create 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.786846 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f78f83cd7f0>> router_interface after_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.787305 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f78f83cd7f0>> network before_response 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.787687 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f78f83cd7f0>> networks before_response 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.788056 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f78f83cd7f0>> port before_response 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.788483 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f78f83cd7f0>> ports before_response 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.788866 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f78f83cd7f0>> subnet before_response 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.789250 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f78f83cd7f0>> subnets before_response 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.789634 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f78f83cd7f0>> network after_create 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.790027 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f78f83cd7f0>> network after_update 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.790408 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f78f83cd7f0>> network after_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.790783 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f78f83cd7f0>> port after_create 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.791146 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f78f83cd7f0>> port after_update 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.791527 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f78f83cd7f0>> port after_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.791900 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f78f83cd7f0>> subnet after_create 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.792270 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f78f83cd7f0>> subnet after_update 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.792646 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f78f83cd7f0>> subnet after_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.793277 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.plugins.ml2.plugin [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Modular L2 Plugin initialization complete
Apr 21 14:29:47.793632 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading services supported by the core plugin {{(pid=86282) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 21 14:29:47.794036 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.plugins.ml2.managers [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Got port-security extension from driver 'port_security'
Apr 21 14:29:47.794529 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.extensions.vlantransparent [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Disabled vlantransparent extension.
Apr 21 14:29:47.795062 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86282) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 21 14:29:47.795406 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading Plugin: router
Apr 21 14:29:47.833837 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f78f83cd978>> router_interface before_create 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.834346 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f78f83cd978>> router after_create 55549900 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.834755 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f78f83cd978>> router before_create 55549900 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.835195 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f78f83cd978>> router_interface before_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.835612 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f78f83cd978>> router_interface after_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.836004 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f78f83cd978>> router after_delete 55549900 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.836408 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f78f83cd978>> floatingip after_update 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.836840 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f78f83cd978>> router after_create 55549900 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.837201 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f78f83cd978>> router after_update 55549900 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.837592 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f78f83cd978>> router after_update 55549900 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.837977 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f78f83cd978>> router_gateway after_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.838403 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f78f83cd978>> router after_update 55549900 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.838890 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f78f83cd978>> router precommit_update 55549900 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.839357 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f78f8a27c80> port after_update 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.839684 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f78f8a27e18> port after_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.840064 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f78f8a27d90> subnet after_update 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.840400 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f78f8a27d08> subnetpool_address_scope after_update 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.840802 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f78f83cd978>> port precommit_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.841192 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f78f83cd978>> router precommit_create 55549900 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.841571 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f78f8a168c8> port before_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.841949 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f78f83cd978>> router precommit_create 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.842388 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f78f83cd978>> router after_update 55549900 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.842772 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f78f83cd978>> router precommit_delete 55549900 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.843159 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f78f83cd978>> router precommit_create 55549900 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.843568 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f78f83cd978>> router_interface after_create 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.843956 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f78f83cd978>> router precommit_update 55549900 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.844391 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f78f83cd978>> network after_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.845396 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource_registry [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Tracking information for resource: router configured {{(pid=86282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 21 14:29:47.845770 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource_registry [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Tracking information for resource: floatingip configured {{(pid=86282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 21 14:29:47.850769 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.l3_agentschedulers_db [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 21 14:29:47.851424 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f78f83906a8> port after_update 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.851820 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f78f8390598> port after_create 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.852207 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <function _notify_port_delete at 0x7f78f8390620> port after_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.852592 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f78f8390840> port after_update 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.853496 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f78f83ae780>> router before_create 55550100 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.853895 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f78f83ae780>> router precommit_delete 55550100 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.854329 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f78f83ae780>> router precommit_create 55550100 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.854717 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f78f83ae780>> router precommit_update 55550100 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.859601 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.provider_configuration [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Service providers = [] {{(pid=86282) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 21 14:29:47.860004 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.servicetype_db [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86282) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 21 14:29:47.862880 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.service_base [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86282) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 21 14:29:47.863269 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.service_base [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86282) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 21 14:29:47.863647 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.service_base [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86282) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 21 14:29:47.864545 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.service_base [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86282) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 21 14:29:47.864941 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.services.service_base [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 21 14:29:47.865360 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 21 14:29:47.865713 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 21 14:29:47.875847 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 21 14:29:47.876220 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading Plugin: auto_allocate
Apr 21 14:29:47.882131 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f78f8360ea0> network precommit_update 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.882536 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f78f8360ea0> network precommit_create 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.883166 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 21 14:29:47.883515 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading Plugin: tag
Apr 21 14:29:47.890626 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 21 14:29:47.890996 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading Plugin: timestamp
Apr 21 14:29:47.894876 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 21 14:29:47.895244 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading Plugin: network_ip_availability
Apr 21 14:29:47.901022 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f78f8281390>> rbac-policy before_create 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.901423 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f78f8281390>> rbac-policy before_update 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.901802 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f78f8281390>> rbac-policy before_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:47.902628 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 21 14:29:47.902983 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading Plugin: flavors
Apr 21 14:29:47.907600 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 21 14:29:47.907911 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading Plugin: revisions
Apr 21 14:29:47.912370 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 21 14:29:47.912793 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.829s {{(pid=86282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:29:47.913708 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86282) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 21 14:29:47.914106 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Initializing extension manager.
Apr 21 14:29:47.914619 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: __init__.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.915016 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: __pycache__ {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.915387 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.915755 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: address_group.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.916567 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.917206 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: address-group
Apr 21 14:29:47.917569 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: address_scope.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.918387 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.918963 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: address-scope
Apr 21 14:29:47.919315 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: admin_state_down_before_update.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.920272 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.920847 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: router-admin-state-down-before-update
Apr 21 14:29:47.921201 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: agent.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.921958 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.922577 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: agent
Apr 21 14:29:47.922936 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: agent_resources_synced.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.923835 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.924408 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: agent-resources-synced
Apr 21 14:29:47.924766 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: allowedaddresspairs.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.926945 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.927526 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: allowed-address-pairs
Apr 21 14:29:47.927888 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: auto_allocated_topology.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.928999 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.929579 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: auto-allocated-topology
Apr 21 14:29:47.929936 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: availability_zone.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.930719 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.931290 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: availability_zone
Apr 21 14:29:47.931650 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: availability_zone_filter.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.932579 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.933146 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: availability_zone_filter
Apr 21 14:29:47.933506 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: data_plane_status.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.934589 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.935157 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extension data-plane-status not supported by any of loaded plugins
Apr 21 14:29:47.935521 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: default_subnetpools.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.936446 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.937017 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: default-subnetpools
Apr 21 14:29:47.937383 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: dhcpagentscheduler.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.938319 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.938898 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: dhcp_agent_scheduler
Apr 21 14:29:47.939262 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: dns.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.940168 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.940752 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extension dns-integration not supported by any of loaded plugins
Apr 21 14:29:47.941112 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: dns_domain_ports.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.942061 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.942633 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 21 14:29:47.942978 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: dvr.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.943705 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.944392 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: dvr
Apr 21 14:29:47.944792 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: empty_string_filtering.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.945713 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.946313 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: empty-string-filtering
Apr 21 14:29:47.946676 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.947595 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.948160 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 21 14:29:47.948523 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.949443 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.950044 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 21 14:29:47.950399 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: external_net.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.951319 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.951892 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: external-net
Apr 21 14:29:47.952255 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: extra_dhcp_opt.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.953176 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.953747 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: extra_dhcp_opt
Apr 21 14:29:47.954137 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: extraroute.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.955075 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.955647 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: extraroute
Apr 21 14:29:47.956044 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: extraroute_atomic.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.957088 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.957665 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: extraroute-atomic
Apr 21 14:29:47.958069 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: filter_validation.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.958746 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.959316 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: filter-validation
Apr 21 14:29:47.959675 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: fip_pf_description.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.960625 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.961193 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 21 14:29:47.961549 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: fip_port_details.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.962635 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.963160 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: fip-port-details
Apr 21 14:29:47.963519 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: flavors.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.964774 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.965360 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: flavors
Apr 21 14:29:47.965711 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.967405 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.967986 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 21 14:29:47.968354 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: floatingip_pools.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.969113 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.969687 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: floatingip-pools
Apr 21 14:29:47.970089 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: ip_allocation.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.971040 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.971602 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extension ip_allocation not supported by any of loaded plugins
Apr 21 14:29:47.971967 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.972895 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.973460 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: ip-substring-filtering
Apr 21 14:29:47.973820 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: l2_adjacency.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.974801 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.975376 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 21 14:29:47.975782 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: l3.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.976860 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.977448 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: router
Apr 21 14:29:47.977808 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: l3_conntrack_helper.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.980132 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.980726 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 21 14:29:47.981097 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.982060 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.982656 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: ext-gw-mode
Apr 21 14:29:47.983000 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.984082 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.984663 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: l3-ha
Apr 21 14:29:47.985027 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: l3_flavors.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.985957 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.986562 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: l3-flavors
Apr 21 14:29:47.986925 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.987854 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.988423 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 21 14:29:47.988777 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: l3agentscheduler.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.989979 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.990611 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: l3_agent_scheduler
Apr 21 14:29:47.990975 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: logging.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.992529 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.993109 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extension logging not supported by any of loaded plugins
Apr 21 14:29:47.993470 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: metering.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.994334 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.995039 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: metering
Apr 21 14:29:47.995398 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.996511 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.997086 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: metering_source_and_destination_fields
Apr 21 14:29:47.997451 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: multiprovidernet.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:47.998418 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:47.998974 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: multi-provider
Apr 21 14:29:47.999335 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: netmtu.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.000324 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.000868 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: net-mtu
Apr 21 14:29:48.001227 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: netmtu_writable.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.002194 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.002766 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: net-mtu-writable
Apr 21 14:29:48.003127 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: network_availability_zone.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.003978 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.004554 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: network_availability_zone
Apr 21 14:29:48.004917 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: network_ip_availability.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.006017 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.006620 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: network-ip-availability
Apr 21 14:29:48.007039 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: network_segment_range.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.007868 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.008445 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extension network-segment-range not supported by any of loaded plugins
Apr 21 14:29:48.008806 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: pagination.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.009800 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.010204 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: pagination
Apr 21 14:29:48.010560 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: port_device_profile.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.011489 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.012075 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: port-device-profile
Apr 21 14:29:48.012435 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.013364 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.013953 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: port-mac-address-regenerate
Apr 21 14:29:48.014342 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.015282 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.015852 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: port-numa-affinity-policy
Apr 21 14:29:48.016252 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: port_resource_request.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.017101 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.017662 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extension port-resource-request not supported by any of loaded plugins
Apr 21 14:29:48.018041 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: portbindings.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.018983 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.019558 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: binding
Apr 21 14:29:48.019919 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: portbindings_extended.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.021206 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.021778 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: binding-extended
Apr 21 14:29:48.022174 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: portsecurity.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.023129 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.023708 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: port-security
Apr 21 14:29:48.024102 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: project_id.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.025091 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.025461 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: project-id
Apr 21 14:29:48.025819 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: providernet.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.026774 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.027346 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: provider
Apr 21 14:29:48.027701 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: qos.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.031565 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.033491 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extension qos not supported by any of loaded plugins
Apr 21 14:29:48.033881 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.035247 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.035804 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 21 14:29:48.036178 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.037117 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.037700 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 21 14:29:48.038149 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: qos_default.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.039080 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.039661 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extension qos-default not supported by any of loaded plugins
Apr 21 14:29:48.040025 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: qos_fip.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.040731 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.041294 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extension qos-fip not supported by any of loaded plugins
Apr 21 14:29:48.041656 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: qos_gateway_ip.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.042640 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.043211 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 21 14:29:48.043576 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: qos_port_network_policy.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.044503 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.045076 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 21 14:29:48.045438 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: qos_rule_type_details.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.046409 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.046975 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 21 14:29:48.047335 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: qos_rules_alias.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.048398 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.048972 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 21 14:29:48.049337 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: quotasv2.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.050394 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.051108 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: quotas
Apr 21 14:29:48.051464 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: quotasv2_detail.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.053218 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.053608 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: quota_details
Apr 21 14:29:48.054042 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: rbac.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.055264 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.055862 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: rbac-policies
Apr 21 14:29:48.056229 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: rbac_address_group.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.057179 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.057753 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: rbac-address-group
Apr 21 14:29:48.058143 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: rbac_address_scope.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.059076 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.059653 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: rbac-address-scope
Apr 21 14:29:48.060012 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: rbac_security_groups.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.060946 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.061522 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: rbac-security-groups
Apr 21 14:29:48.061886 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: rbac_subnetpool.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.062859 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.063443 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: rbac-subnetpool
Apr 21 14:29:48.063799 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: revisionifmatch.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.064746 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.065326 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: revision-if-match
Apr 21 14:29:48.065683 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: revisions.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.066845 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.067417 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: standard-attr-revisions
Apr 21 14:29:48.067779 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: router_availability_zone.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.068540 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.069112 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: router_availability_zone
Apr 21 14:29:48.069502 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: routerservicetype.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.070465 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.071031 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extension router-service-type not supported by any of loaded plugins
Apr 21 14:29:48.071394 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.072326 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.072898 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: security-groups-normalized-cidr
Apr 21 14:29:48.073256 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: security_groups_port_filtering.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.074227 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.074800 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: port-security-groups-filtering
Apr 21 14:29:48.075160 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.076091 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.076665 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: security-groups-remote-address-group
Apr 21 14:29:48.077024 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: securitygroup.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.090643 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.091247 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: security-group
Apr 21 14:29:48.091620 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: segment.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.092496 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.093072 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extension segment not supported by any of loaded plugins
Apr 21 14:29:48.093440 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.094420 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.095000 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 21 14:29:48.095364 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: servicetype.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.096468 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.097050 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: service-type
Apr 21 14:29:48.097408 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: sorting.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.098428 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.098806 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: sorting
Apr 21 14:29:48.099150 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: standard_attr_segment.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.100099 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.100990 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 21 14:29:48.101588 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: standardattrdescription.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.102454 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.103034 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: standard-attr-description
Apr 21 14:29:48.103406 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: stateful_security_group.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.104351 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.104938 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: stateful-security-group
Apr 21 14:29:48.105303 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: stdattrs_common.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.105892 dv-cinder-786385-2-iscsi neutron-server[86282]: WARNING neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 21 14:29:48.106280 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.107294 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.107874 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 21 14:29:48.108234 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: subnet_onboard.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.109315 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.109893 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: subnet_onboard
Apr 21 14:29:48.110276 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.111198 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.111778 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 21 14:29:48.112133 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: subnet_service_types.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.113079 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.113658 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: subnet-service-types
Apr 21 14:29:48.114033 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: subnetallocation.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.115124 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.115695 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: subnet_allocation
Apr 21 14:29:48.116059 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.116835 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.117412 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: subnetpool-prefix-ops
Apr 21 14:29:48.117771 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.118732 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.119296 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 21 14:29:48.119659 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: tagging.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.120954 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.121542 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: standard-attr-tag
Apr 21 14:29:48.121900 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: timestamp.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.123138 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.123724 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loaded extension: standard-attr-timestamp
Apr 21 14:29:48.124090 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: trunk.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.125130 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.125700 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extension trunk not supported by any of loaded plugins
Apr 21 14:29:48.126083 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: trunk_details.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.127015 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.127590 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extension trunk-details not supported by any of loaded plugins
Apr 21 14:29:48.127950 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: uplink_status_propagation.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.128881 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.129461 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 21 14:29:48.129820 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Loading extension file: vlantransparent.py {{(pid=86282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 21 14:29:48.130549 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 21 14:29:48.131118 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 21 14:29:48.133873 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.quota.resource_registry [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Creating instance of TrackedResource for resource:network
Apr 21 14:29:48.134759 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.quota.resource_registry [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Creating instance of TrackedResource for resource:subnet
Apr 21 14:29:48.135430 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.quota.resource_registry [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Creating instance of TrackedResource for resource:subnetpool
Apr 21 14:29:48.136083 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.quota.resource_registry [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Creating instance of TrackedResource for resource:port
Apr 21 14:29:48.137646 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.resource_helper [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 14:29:48.138158 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.resource_helper [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Service FLAVORS assigned prefix:  {{(pid=86282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 14:29:48.138848 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.resource_helper [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 14:29:48.139315 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.resource_helper [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 14:29:48.139690 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.quota.resource_registry [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Creating instance of TrackedResource for resource:router
Apr 21 14:29:48.140418 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.quota.resource_registry [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Creating instance of TrackedResource for resource:floatingip
Apr 21 14:29:48.141189 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.resource_helper [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Service METERING assigned prefix: /metering {{(pid=86282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 14:29:48.143048 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f78f81c2d68>> rbac-policy before_create 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:48.143459 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f78f81c2d68>> rbac-policy before_update 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:48.143847 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f78f81c2d68>> rbac-policy before_delete 55550000 {{(pid=86282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:29:48.145135 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.quota.resource_registry [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Creating instance of CountableResource for resource:rbac_policy
Apr 21 14:29:48.145525 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.quota.resource_registry [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Creating instance of TrackedResource for resource:security_group
Apr 21 14:29:48.146370 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.quota.resource_registry [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 21 14:29:48.147163 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.resource_helper [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Service CORE assigned prefix:  {{(pid=86282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 14:29:48.147588 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.quota.resource_registry [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Creating instance of TrackedResource for resource:subnetpool
Apr 21 14:29:48.147962 dv-cinder-786385-2-iscsi neutron-server[86282]: WARNING neutron.quota.resource_registry [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] subnetpool is already registered
Apr 21 14:29:48.148635 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.resource_helper [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Service CORE assigned prefix:  {{(pid=86282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 14:29:48.149022 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.quota.resource_registry [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Creating instance of TrackedResource for resource:subnetpool
Apr 21 14:29:48.149377 dv-cinder-786385-2-iscsi neutron-server[86282]: WARNING neutron.quota.resource_registry [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] subnetpool is already registered
Apr 21 14:29:48.152189 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.resource_helper [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 14:29:48.152634 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.resource_helper [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Service FLAVORS assigned prefix:  {{(pid=86282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 14:29:48.153284 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.resource_helper [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 14:29:48.153726 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.resource_helper [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 14:29:48.154147 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.quota.resource_registry [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Creating instance of TrackedResource for resource:router
Apr 21 14:29:48.154500 dv-cinder-786385-2-iscsi neutron-server[86282]: WARNING neutron.quota.resource_registry [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] router is already registered
Apr 21 14:29:48.155442 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.quota.resource_registry [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Creating instance of TrackedResource for resource:floatingip
Apr 21 14:29:48.155833 dv-cinder-786385-2-iscsi neutron-server[86282]: WARNING neutron.quota.resource_registry [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] floatingip is already registered
Apr 21 14:29:48.156535 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.resource_helper [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Service METERING assigned prefix: /metering {{(pid=86282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 14:29:48.157256 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.quota.resource_registry [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Creating instance of CountableResource for resource:rbac_policy
Apr 21 14:29:48.157668 dv-cinder-786385-2-iscsi neutron-server[86282]: WARNING neutron.quota.resource_registry [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] rbac_policy is already registered
Apr 21 14:29:48.158279 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.quota.resource_registry [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Creating instance of TrackedResource for resource:security_group
Apr 21 14:29:48.158638 dv-cinder-786385-2-iscsi neutron-server[86282]: WARNING neutron.quota.resource_registry [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] security_group is already registered
Apr 21 14:29:48.159287 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.quota.resource_registry [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 21 14:29:48.159647 dv-cinder-786385-2-iscsi neutron-server[86282]: WARNING neutron.quota.resource_registry [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] security_group_rule is already registered
Apr 21 14:29:48.160368 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.resource_helper [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Service CORE assigned prefix:  {{(pid=86282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 14:29:48.160737 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.quota.resource_registry [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Creating instance of TrackedResource for resource:subnetpool
Apr 21 14:29:48.161095 dv-cinder-786385-2-iscsi neutron-server[86282]: WARNING neutron.quota.resource_registry [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] subnetpool is already registered
Apr 21 14:29:48.161792 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.resource_helper [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Service CORE assigned prefix:  {{(pid=86282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 21 14:29:48.162182 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.quota.resource_registry [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Creating instance of TrackedResource for resource:subnetpool
Apr 21 14:29:48.162539 dv-cinder-786385-2-iscsi neutron-server[86282]: WARNING neutron.quota.resource_registry [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] subnetpool is already registered
Apr 21 14:29:48.163289 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: extensions {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.164865 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: address-groups {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.166597 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: address-scopes {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.167893 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: agents {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.169142 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: auto-allocated-topology {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.170493 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: availability_zones {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.171914 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: dhcp-networks {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.173386 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: dhcp-agents {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.174941 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: routers {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.177187 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: flavors {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.178449 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: service_profiles {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.179778 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: next_providers {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.181401 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: service_profiles {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.182972 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: floatingip-pools {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.184255 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: routers {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.186172 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: floatingips {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.187438 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: l3-routers {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.188924 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: l3-agents {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.190444 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: metering-labels {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.192749 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: metering-label-rules {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.194114 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: network-ip-availabilities {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.195492 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: bindings {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.197237 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: quotas {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.198785 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: quotas {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.200284 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: rbac-policies {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.201654 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: security-groups {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.202969 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: security-group-rules {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.204301 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: service-providers {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.205584 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: subnetpools {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.207106 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: subnetpools {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.208643 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: tags {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.210554 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: tags {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.212465 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: tags {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.214380 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: tags {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.216245 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: tags {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.218264 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: tags {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.220082 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: tags {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.222110 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: tags {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.224011 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: tags {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.226038 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.extensions [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Extended resource: tags {{(pid=86282) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 21 14:29:48.232914 dv-cinder-786385-2-iscsi neutron-server[86282]: WARNING keystonemiddleware.auth_token [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 21 14:29:48.238260 dv-cinder-786385-2-iscsi neutron-server[86282]: WARNING keystonemiddleware.auth_token [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 21 14:29:48.247265 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Acquired lock "singleton_lock" {{(pid=86282) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 21 14:29:48.247791 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Releasing lock "singleton_lock" {{(pid=86282) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 21 14:29:48.249282 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO oslo_service.service [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Starting 2 workers
Apr 21 14:29:48.254120 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Started child 86393 {{(pid=86282) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 21 14:29:48.258247 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:29:48.258942 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Started child 86394 {{(pid=86282) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 21 14:29:48.259611 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [-] (86393) wsgi starting up on http://0.0.0.0:9696
Apr 21 14:29:48.260405 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.service [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Neutron service started, listening on 0.0.0.0:9696
Apr 21 14:29:48.261062 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Notify callbacks [] for process, before_spawn {{(pid=86282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:29:48.262620 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:29:48.263581 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO oslo_service.service [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Starting 1 workers
Apr 21 14:29:48.263957 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [-] (86394) wsgi starting up on http://0.0.0.0:9696
Apr 21 14:29:48.269039 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Started child 86395 {{(pid=86282) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 21 14:29:48.269583 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO oslo_service.service [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Starting 1 workers
Apr 21 14:29:48.271155 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.service [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] calling RpcWorker wait() {{(pid=86395) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 21 14:29:48.271541 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.service [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] returning from RpcWorker wait() {{(pid=86395) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 21 14:29:48.273099 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:29:48.273573 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:29:48.274454 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Started child 86396 {{(pid=86282) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 21 14:29:48.275229 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-06c4da61-02a8-429f-b505-424487fdbe3b None None] Notify callbacks [] for process, after_spawn {{(pid=86282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:29:48.276832 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86282) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 21 14:29:48.277040 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 21 14:29:48.277215 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 21 14:29:48.277528 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 21 14:29:48.277942 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 21 14:29:48.278116 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 21 14:29:48.278316 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:29:48.278705 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.279001 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.279308 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.279571 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.279876 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.280535 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.280799 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.281106 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.281409 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.281679 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.281887 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.282085 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.282378 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.282661 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.283008 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.283291 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.283570 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.283856 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.284037 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.284304 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.284626 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.284914 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.285206 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.285476 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.286018 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.286297 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.286577 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.286831 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.287129 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.287398 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.287701 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.287947 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.288227 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.288519 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.288801 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.289063 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.289326 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.289576 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.289872 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.290173 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.290602 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] host                           = dv-cinder-786385-2-iscsi {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.290852 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.291153 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.291352 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.291637 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.291918 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.292191 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.292484 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.292776 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.293039 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.293302 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.293596 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.293861 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.294166 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.294433 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.294589 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.294843 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.295150 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.295445 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.295769 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.295969 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.296163 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.296460 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.296654 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.296932 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.297186 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.297432 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.297680 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.297949 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.298238 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.298530 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.298792 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.299064 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.299304 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.299609 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.299889 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.300170 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.300433 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.301268 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.301429 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.301687 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.301970 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.302195 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.302420 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.302669 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.302962 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.303402 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.303837 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.304125 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.304380 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.304840 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.305085 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.305334 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.305665 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.305928 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.306231 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.306521 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.306787 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.307036 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.307284 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.307519 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.307782 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.307939 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:29:48.308081 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.308229 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.313417 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.313417 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.313417 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.313417 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.313417 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.313417 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.313417 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.313417 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.318117 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.318117 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.318117 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.318117 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.318117 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.318117 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.318117 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.318117 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.319101 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 49814) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:29:48.319249 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.319249 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.319249 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.319249 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.319249 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.319249 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.319249 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.319249 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.320172 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.320172 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.320172 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.320172 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.320172 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.320172 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.320172 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.24/identity {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.320172 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.321017 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.321017 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.321017 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.321017 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.321017 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.321017 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.321017 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.321017 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.321017 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.321937 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.321937 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.321937 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.321937 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.321937 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.321937 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.321937 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.321937 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.321937 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.322942 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.322942 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.322942 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.322942 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.322942 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.323586 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.323586 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.323586 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.323974 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.324115 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.324479 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.324748 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.325006 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.325253 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.325500 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.325773 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.326060 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.326477 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.326731 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.326980 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.327227 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.327482 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.327727 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.327992 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.328245 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.328519 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.328767 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.329027 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.329270 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.329521 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.329768 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.330074 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.330303 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.330547 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.330816 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.331062 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.331321 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.331565 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.331831 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.332078 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.332378 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.332715 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.332994 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.333276 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.333543 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.333825 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.334108 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.334406 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.334666 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.334934 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.335227 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.335517 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.335792 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.336069 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.336327 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.336579 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.336872 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.337121 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.337529 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.337783 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.338072 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.338338 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.338624 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.339012 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.339305 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.339591 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.339902 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.340214 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.340490 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.340804 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.341064 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.341363 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.341693 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.342041 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.342333 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.342596 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.343087 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.343552 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.344021 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.344495 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.344978 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.345451 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.345891 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.346421 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.346893 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.347342 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.347782 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.348274 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.348814 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.349018 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0305126
Apr 21 14:29:48.350138 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.350700 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.350946 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.351421 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.352570 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.352895 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.353267 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.353635 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.354029 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.355107 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.355404 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.24/identity {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.355692 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.355977 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.356259 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.356571 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.357543 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.357828 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.358121 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.358400 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.359532 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.359822 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.360084 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.360369 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.360629 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.360892 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.361152 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.361428 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.361683 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.361955 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.362929 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.362929 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.362929 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.363161 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.363235 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.363455 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.363887 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.364436 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.364731 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.365009 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.365282 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.365572 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.366016 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.366118 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.366431 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.366867 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.367301 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.367731 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.368199 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.368455 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.368726 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.369016 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.369270 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.369514 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.369791 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.370326 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.370768 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.371030 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.371308 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.371565 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.371839 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.372098 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.372329 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.372708 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.373078 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.373446 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.373875 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.374346 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.374772 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.375189 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.375624 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.375890 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.376131 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.376349 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.376831 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.377247 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.377660 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.378101 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.378496 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.378923 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.379289 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.379665 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.380032 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.380424 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.380697 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.380949 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.381202 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.381455 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.381707 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.382016 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.384036 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.384036 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.384036 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.384036 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.384036 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.384036 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.384036 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.384036 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.384587 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.384587 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.384725 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.384921 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.385416 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.385843 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.386309 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.386754 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.387340 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.387806 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.388115 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.388377 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.388648 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.388911 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.389212 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.389576 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.389948 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.390263 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.390561 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.391825 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.391825 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.391825 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.391825 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.392124 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.392260 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.392727 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.393026 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.393278 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.393704 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.394119 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.394525 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.394785 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.396367 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.396367 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.396367 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.396367 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.396367 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.396367 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.396808 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.396912 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.397107 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.397603 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.398070 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.398504 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.398859 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 21 14:29:48.399601 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86282) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 21 14:29:48.399775 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 21 14:29:48.400103 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 21 14:29:48.400476 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 21 14:29:48.400664 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 21 14:29:48.400857 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 21 14:29:48.401114 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.401313 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.401508 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.401702 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.401890 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.402103 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.402284 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.402681 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.403375 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.403375 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.403375 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.403375 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.403673 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.403673 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.403830 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.404139 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.404468 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.404660 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.405604 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.405604 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.405604 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.405604 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.405604 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.405961 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.405961 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.406129 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.406199 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.406343 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.406646 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.406994 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.407184 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.407357 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.407572 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.407757 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.408110 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.408301 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.408485 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.408674 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.408837 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.409035 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.409191 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] host                           = dv-cinder-786385-2-iscsi {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.409349 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.409524 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.409712 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.409896 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.410974 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.411171 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.411409 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.412608 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.412608 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.412608 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.412986 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.412986 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.413240 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.413347 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.413508 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.413696 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.413884 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.414096 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.414354 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.414516 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.414660 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.414803 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.414943 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.415094 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.415291 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.415442 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.415603 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.415748 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.415930 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.416097 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.416456 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.416625 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.416993 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.417169 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.418021 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.418021 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.418021 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.418021 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.418021 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.418653 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.418653 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.418653 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.418653 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.419174 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.419174 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.419174 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.419522 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.419522 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.419720 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.419818 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.419914 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.420106 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.420294 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.420481 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.420666 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.421448 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.421448 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.421448 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.421448 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.421448 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.421891 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.421891 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.422122 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.422122 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.422283 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.422476 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.422597 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:29:48.422695 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.422806 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.422982 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 21 14:29:48.423201 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.423373 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.423711 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.424092 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.424286 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.424476 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.424667 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.424866 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.425024 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.425216 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.425387 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.425578 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.426172 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.426320 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.426461 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.426645 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.426834 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.427022 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.427213 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.427403 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.427593 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.427782 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.427990 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.428183 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.428377 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.24/identity {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.428569 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.428820 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.429015 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.429208 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.429401 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.429594 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.429788 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.429980 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.430197 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.430389 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.430580 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.430774 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.430967 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.431158 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.431350 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.431541 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.431733 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.431929 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.432120 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.432312 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.433087 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.433087 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.433087 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.433087 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.433472 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.433472 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.433652 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.433760 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.433858 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.434082 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.434215 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.434387 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.434770 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.434964 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.435836 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.435836 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.435836 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.435836 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.435836 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.436230 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.436230 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.436355 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.436549 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.436641 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.436826 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.437016 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.437193 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.437376 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.437581 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.437750 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.437917 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.438145 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.438317 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.438523 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.438678 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.438869 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.439064 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.439237 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.439600 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.439793 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.439995 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.440188 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.440380 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.440571 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.440865 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.441062 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.441254 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.441446 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.442763 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.442763 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.442763 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.442763 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.442763 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.442763 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.442763 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.443234 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.443234 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.443234 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.443415 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.443483 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.443745 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.443902 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.444042 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.444179 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.444434 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.444577 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.444722 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.444861 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.445119 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.445363 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.445363 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.445646 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.445784 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.445784 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.445784 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.445784 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.446800 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.446800 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.446800 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.447198 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.447198 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.447198 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.447594 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.447594 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.447859 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.447859 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.448122 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.448268 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.448413 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.448592 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.449432 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.449432 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.449432 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.449432 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.449432 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.450136 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.450136 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.450136 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.450136 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.24/identity {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.450660 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.450660 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.450660 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.451044 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.451044 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.451305 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.451305 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.451582 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.451582 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.451854 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.451992 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.452129 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.452266 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.452402 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.452599 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.452790 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.452952 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.453150 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.453342 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.454159 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.454159 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.454159 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.454159 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.455016 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.455016 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.455016 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.455016 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.455016 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.455016 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.455784 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.455784 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.455784 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.455784 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.456293 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.456293 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.456293 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.456694 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.456694 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.456694 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.457079 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.457079 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.457339 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.457339 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.457607 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.457745 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.457882 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.458044 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.458187 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.458325 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.458511 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.458704 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.458876 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.459064 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.459255 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.459447 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.459643 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.459835 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.460049 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.460188 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.461118 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.461118 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.461118 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.461118 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.461118 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.461796 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.461796 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.461796 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.461796 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.462351 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.462351 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.462351 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.462747 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.462747 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.462747 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.463131 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.463131 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.463410 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.463410 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.463673 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.463818 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.463956 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.464093 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.464277 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.464467 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.464657 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.464847 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.465037 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.465240 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.465433 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.465627 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.465826 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.466176 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.466334 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.466472 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.466611 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.466796 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.467002 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.467231 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.467231 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.467551 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.467551 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.467883 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.467883 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.468156 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.468992 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.468992 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.468992 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.468992 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.469537 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.469537 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.469537 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.469537 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.470076 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.470076 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.470076 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.470474 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.470474 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.470748 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.470748 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.471009 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.471146 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.471282 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.471419 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.471555 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.471700 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.471839 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.472036 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.472229 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.472421 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.472612 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 21 14:29:48.472805 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86282) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 21 14:29:59.421791 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d6e1cb-81d7-4644-9aa3-929096c9f25e None None] get_active_networks_info from dv-cinder-786385-2-iscsi {{(pid=86395) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 21 14:29:59.495913 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d6e1cb-81d7-4644-9aa3-929096c9f25e None None] No non-hosted networks {{(pid=86395) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 21 14:29:59.509488 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agentschedulers_db [None req-38d6e1cb-81d7-4644-9aa3-929096c9f25e None None] DHCP Agent not found on host dv-cinder-786385-2-iscsi {{(pid=86395) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 21 14:29:59.681348 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ac6c5d4d-117d-4e28-bb0f-941c34971389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013'] for agent, after_create {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:02.062613 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013'] for agent, after_create {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:02.136984 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-20fea140-0878-41f2-9d9f-188668ab239f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013'] for agent, after_create {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:02.176523 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2d5477fc-0099-4e37-b9d4-c3f07f188224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:02.505283 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013'] for agent, after_create {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:02.506035 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:02.506388 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:02.506855 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:02.507216 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:02.507591 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:02.507946 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:02.508323 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:02.508688 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:02.509080 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:02.509429 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:02.509793 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:02.510174 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:02.510597 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f78f75ed080>, 'Open vSwitch agent', 'dv-cinder-786385-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:30:02.529199 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f78f75ad588>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786385-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:30:04.163688 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013'] for agent, after_create {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:04.669467 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 49912) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:30:05.349338 dv-cinder-786385-2-iscsi neutron-server[86282]: WARNING oslo_policy.policy [None req-35d0b148-45d2-4558-bfae-458f89c37685 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 21 14:30:05.349902 dv-cinder-786385-2-iscsi neutron-server[86282]: WARNING oslo_policy.policy [None req-35d0b148-45d2-4558-bfae-458f89c37685 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 21 14:30:05.463306 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.l3_hamode_db [None req-a9e8ef30-01bc-4dab-b97d-ad819f88d35f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 21 14:30:05.553103 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e8ef30-01bc-4dab-b97d-ad819f88d35f None None] Routers set() bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:30:05.553509 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e8ef30-01bc-4dab-b97d-ad819f88d35f None None] Router IDs set() for agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 21 14:30:05.577738 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [None req-35d0b148-45d2-4558-bfae-458f89c37685 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 14:30:05.579074 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-35d0b148-45d2-4558-bfae-458f89c37685 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.9076529
Apr 21 14:30:08.379848 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 49926) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:30:08.802419 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-b965ca37-329c-47f1-b9ed-8c85743795f8 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:30:08.909541 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.policy [None req-b965ca37-329c-47f1-b9ed-8c85743795f8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86394) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 21 14:30:08.963624 dv-cinder-786385-2-iscsi neutron-server[86282]: WARNING oslo_policy.policy [None req-b965ca37-329c-47f1-b9ed-8c85743795f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 21 14:30:08.964031 dv-cinder-786385-2-iscsi neutron-server[86282]: WARNING oslo_policy.policy [None req-b965ca37-329c-47f1-b9ed-8c85743795f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 21 14:30:08.981830 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.quota [None req-b965ca37-329c-47f1-b9ed-8c85743795f8 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f78f7de73c8>.
Apr 21 14:30:08.997951 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-b965ca37-329c-47f1-b9ed-8c85743795f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:30:09.057088 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b965ca37-329c-47f1-b9ed-8c85743795f8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363277003664787', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363277003663943', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363277003650714', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363277003648382', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363277003631430', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363277003631105', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036852731581', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036852917949', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-680296', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854177145'] for rbac-policy, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:09.285306 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b965ca37-329c-47f1-b9ed-8c85743795f8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:09.286557 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-b965ca37-329c-47f1-b9ed-8c85743795f8 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.9051070
Apr 21 14:30:12.357847 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 49940) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:30:12.772633 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '28e167127ece4f399c3dee1ce8d2f18e'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:30:12.781824 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:30:12.788590 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Usage tracker for resource:network and tenant:28e167127ece4f399c3dee1ce8d2f18e is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:30:12.792283 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:30:12.798719 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:30:12.808705 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Made reservation on behalf of 28e167127ece4f399c3dee1ce8d2f18e for: {'network': 1} {{(pid=86394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:30:12.814729 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for network, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:12.831102 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:12.846107 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:30:12.850095 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Usage tracker for resource:security_group_rule and tenant:28e167127ece4f399c3dee1ce8d2f18e is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:30:12.853587 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:30:12.860597 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:30:12.971776 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:12.976771 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:12.981499 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:30:13.001868 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309}  {{(pid=86394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 14:30:13.028574 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363277008347030', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852863918'] for segment, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:13.029133 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f78f88e06a8> segment precommit_create {{(pid=86394) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 21 14:30:13.029594 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.segments_db [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Added segment 6498f686-c1af-4287-bef3-a61ac7c4ecdc of type vlan for network 49343f16-3010-4b15-a430-5d62e2cf37b8
Apr 21 14:30:13.079048 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ca0093-c3b2-4ab4-8b63-aedbf0d8765b,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:30:13.095433 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:13.095819 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:13.096236 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:13.096527 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:13.096880 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:13.097242 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:13.097586 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:13.097932 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:13.098305 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:13.098653 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:13.098991 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:13.099330 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:13.100578 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Tracked resource versions report:
Apr 21 14:30:13.100578 dv-cinder-786385-2-iscsi neutron-server[86282]: pushed versions:
Apr 21 14:30:13.100578 dv-cinder-786385-2-iscsi neutron-server[86282]: {   'AddressGroup': {'1.2'},
Apr 21 14:30:13.100578 dv-cinder-786385-2-iscsi neutron-server[86282]:     'ConntrackHelper': {'1.0'},
Apr 21 14:30:13.100578 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Log': {'1.0'},
Apr 21 14:30:13.100578 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Network': {'1.1'},
Apr 21 14:30:13.100578 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Port': {'1.7'},
Apr 21 14:30:13.100578 dv-cinder-786385-2-iscsi neutron-server[86282]:     'PortForwarding': {'1.2'},
Apr 21 14:30:13.100578 dv-cinder-786385-2-iscsi neutron-server[86282]:     'QosPolicy': {'1.8'},
Apr 21 14:30:13.100578 dv-cinder-786385-2-iscsi neutron-server[86282]:     'SecurityGroup': {'1.4'},
Apr 21 14:30:13.100578 dv-cinder-786385-2-iscsi neutron-server[86282]:     'SecurityGroupRule': {'1.2'},
Apr 21 14:30:13.100578 dv-cinder-786385-2-iscsi neutron-server[86282]:     'SubPort': {'1.0'},
Apr 21 14:30:13.100578 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Subnet': {'1.1'},
Apr 21 14:30:13.100578 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Trunk': {'1.1'}}
Apr 21 14:30:13.100578 dv-cinder-786385-2-iscsi neutron-server[86282]: consumer versions:
Apr 21 14:30:13.100578 dv-cinder-786385-2-iscsi neutron-server[86282]: {   DHCP agent@dv-cinder-786385-2-iscsi: {},
Apr 21 14:30:13.100578 dv-cinder-786385-2-iscsi neutron-server[86282]:     L3 agent@dv-cinder-786385-2-iscsi: {},
Apr 21 14:30:13.100578 dv-cinder-786385-2-iscsi neutron-server[86282]:     Metadata agent@dv-cinder-786385-2-iscsi: {},
Apr 21 14:30:13.100578 dv-cinder-786385-2-iscsi neutron-server[86282]:     Metering agent@dv-cinder-786385-2-iscsi: {},
Apr 21 14:30:13.100578 dv-cinder-786385-2-iscsi neutron-server[86282]:     Open vSwitch agent@dv-cinder-786385-2-iscsi: {   'AddressGroup': '1.2',
Apr 21 14:30:13.100578 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'ConntrackHelper': '1.0',
Apr 21 14:30:13.100578 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Log': '1.0',
Apr 21 14:30:13.100578 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Network': '1.1',
Apr 21 14:30:13.100578 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Port': '1.7',
Apr 21 14:30:13.100578 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'PortForwarding': '1.2',
Apr 21 14:30:13.100578 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'QosPolicy': '1.8',
Apr 21 14:30:13.100578 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'SecurityGroup': '1.4',
Apr 21 14:30:13.100578 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'SecurityGroupRule': '1.2',
Apr 21 14:30:13.100578 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'SubPort': '1.0',
Apr 21 14:30:13.100578 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Subnet': '1.1',
Apr 21 14:30:13.100578 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Trunk': '1.1'}}
Apr 21 14:30:13.100578 dv-cinder-786385-2-iscsi neutron-server[86282]:  {{(pid=86394) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 21 14:30:13.148148 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759846068458'] for network, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:13.153977 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:30:13.187401 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162'] for network, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:13.188831 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:30:13.189494 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for network, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:13.192843 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:30:13.302573 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.9435036
Apr 21 14:30:13.303324 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Pushing event updated for resources: {'Network': ['ID=49343f16-3010-4b15-a430-5d62e2cf37b8,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:30:13.307058 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:30:13.319524 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Network 49343f16-3010-4b15-a430-5d62e2cf37b8 details requested by agent ovs-agent-dv-cinder-786385-2-iscsi with host dv-cinder-786385-2-iscsi {{(pid=86395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 14:30:16.602416 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 49956) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:30:17.331175 dv-cinder-786385-2-iscsi neutron-server[86282]: WARNING oslo_policy.policy [None req-94dd7fd7-449f-403c-8d85-83cb953aa6ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 21 14:30:17.331655 dv-cinder-786385-2-iscsi neutron-server[86282]: WARNING oslo_policy.policy [None req-94dd7fd7-449f-403c-8d85-83cb953aa6ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 21 14:30:17.920645 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.policy [None req-94dd7fd7-449f-403c-8d85-83cb953aa6ad admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86393) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 21 14:30:18.150637 dv-cinder-786385-2-iscsi neutron-server[86282]: WARNING oslo_policy.policy [None req-94dd7fd7-449f-403c-8d85-83cb953aa6ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 21 14:30:18.151047 dv-cinder-786385-2-iscsi neutron-server[86282]: WARNING oslo_policy.policy [None req-94dd7fd7-449f-403c-8d85-83cb953aa6ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 21 14:30:18.168527 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dd7fd7-449f-403c-8d85-83cb953aa6ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:30:18.170228 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-94dd7fd7-449f-403c-8d85-83cb953aa6ad admin admin] 10.222.0.24 "GET /v2.0/networks/49343f16-3010-4b15-a430-5d62e2cf37b8 HTTP/1.1" status: 200  len: 825 time: 1.5667472
Apr 21 14:30:18.221219 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-4926c76f-70e6-4f46-838e-cd8b0afc218d admin admin] 10.222.0.24 "GET /v2.0/subnetpools/304bf9c8-a307-4c0a-9981-5f31d05bd303 HTTP/1.1" status: 200  len: 734 time: 0.0420282
Apr 21 14:30:18.233784 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-82b3541a-aafb-49ce-b784-486d22c2aae4 admin admin] Request body: {'subnet': {'network_id': '49343f16-3010-4b15-a430-5d62e2cf37b8', 'tenant_id': '28e167127ece4f399c3dee1ce8d2f18e', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '304bf9c8-a307-4c0a-9981-5f31d05bd303'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:30:18.237416 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.quota [None req-82b3541a-aafb-49ce-b784-486d22c2aae4 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f78f7f50fd0>.
Apr 21 14:30:18.243931 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-82b3541a-aafb-49ce-b784-486d22c2aae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:30:18.251322 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-82b3541a-aafb-49ce-b784-486d22c2aae4 admin admin] Usage tracker for resource:subnet and tenant:28e167127ece4f399c3dee1ce8d2f18e is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:30:18.254765 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-82b3541a-aafb-49ce-b784-486d22c2aae4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:30:18.262302 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-82b3541a-aafb-49ce-b784-486d22c2aae4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:30:18.280647 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b3541a-aafb-49ce-b784-486d22c2aae4 admin admin] Made reservation on behalf of 28e167127ece4f399c3dee1ce8d2f18e for: {'subnet': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:30:18.287577 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-82b3541a-aafb-49ce-b784-486d22c2aae4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:18.893581 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-82b3541a-aafb-49ce-b784-486d22c2aae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162'] for subnet, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:18.901496 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:30:18.993591 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b3541a-aafb-49ce-b784-486d22c2aae4 admin admin] Checking segment: {'id': '6498f686-c1af-4287-bef3-a61ac7c4ecdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '49343f16-3010-4b15-a430-5d62e2cf37b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:30:18.994210 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b3541a-aafb-49ce-b784-486d22c2aae4 admin admin] Network hostable DHCP agents. Network: 49343f16-3010-4b15-a430-5d62e2cf37b8, hostable agents: ['185605b6-6305-46ac-a1cb-38316e52a922'], hosted agents: [] {{(pid=86393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 14:30:19.011674 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3541a-aafb-49ce-b784-486d22c2aae4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9707551-5b77-4f6f-927e-8dbbb9d30bcf,revision_number=0']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:30:19.022605 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b3541a-aafb-49ce-b784-486d22c2aae4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:19.023115 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b3541a-aafb-49ce-b784-486d22c2aae4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:19.023242 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b3541a-aafb-49ce-b784-486d22c2aae4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:19.023633 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b3541a-aafb-49ce-b784-486d22c2aae4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:19.023980 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b3541a-aafb-49ce-b784-486d22c2aae4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:19.024341 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b3541a-aafb-49ce-b784-486d22c2aae4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:19.024686 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b3541a-aafb-49ce-b784-486d22c2aae4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:19.025025 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b3541a-aafb-49ce-b784-486d22c2aae4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:19.025380 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b3541a-aafb-49ce-b784-486d22c2aae4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:19.025721 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b3541a-aafb-49ce-b784-486d22c2aae4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:19.026087 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b3541a-aafb-49ce-b784-486d22c2aae4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:19.026396 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b3541a-aafb-49ce-b784-486d22c2aae4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:19.027507 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b3541a-aafb-49ce-b784-486d22c2aae4 admin admin] Tracked resource versions report:
Apr 21 14:30:19.027507 dv-cinder-786385-2-iscsi neutron-server[86282]: pushed versions:
Apr 21 14:30:19.027507 dv-cinder-786385-2-iscsi neutron-server[86282]: {   'AddressGroup': {'1.2'},
Apr 21 14:30:19.027507 dv-cinder-786385-2-iscsi neutron-server[86282]:     'ConntrackHelper': {'1.0'},
Apr 21 14:30:19.027507 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Log': {'1.0'},
Apr 21 14:30:19.027507 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Network': {'1.1'},
Apr 21 14:30:19.027507 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Port': {'1.7'},
Apr 21 14:30:19.027507 dv-cinder-786385-2-iscsi neutron-server[86282]:     'PortForwarding': {'1.2'},
Apr 21 14:30:19.027507 dv-cinder-786385-2-iscsi neutron-server[86282]:     'QosPolicy': {'1.8'},
Apr 21 14:30:19.027507 dv-cinder-786385-2-iscsi neutron-server[86282]:     'SecurityGroup': {'1.4'},
Apr 21 14:30:19.027507 dv-cinder-786385-2-iscsi neutron-server[86282]:     'SecurityGroupRule': {'1.2'},
Apr 21 14:30:19.027507 dv-cinder-786385-2-iscsi neutron-server[86282]:     'SubPort': {'1.0'},
Apr 21 14:30:19.027507 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Subnet': {'1.1'},
Apr 21 14:30:19.027507 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Trunk': {'1.1'}}
Apr 21 14:30:19.027507 dv-cinder-786385-2-iscsi neutron-server[86282]: consumer versions:
Apr 21 14:30:19.027507 dv-cinder-786385-2-iscsi neutron-server[86282]: {   DHCP agent@dv-cinder-786385-2-iscsi: {},
Apr 21 14:30:19.027507 dv-cinder-786385-2-iscsi neutron-server[86282]:     L3 agent@dv-cinder-786385-2-iscsi: {},
Apr 21 14:30:19.027507 dv-cinder-786385-2-iscsi neutron-server[86282]:     Metadata agent@dv-cinder-786385-2-iscsi: {},
Apr 21 14:30:19.027507 dv-cinder-786385-2-iscsi neutron-server[86282]:     Metering agent@dv-cinder-786385-2-iscsi: {},
Apr 21 14:30:19.027507 dv-cinder-786385-2-iscsi neutron-server[86282]:     Open vSwitch agent@dv-cinder-786385-2-iscsi: {   'AddressGroup': '1.2',
Apr 21 14:30:19.027507 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'ConntrackHelper': '1.0',
Apr 21 14:30:19.027507 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Log': '1.0',
Apr 21 14:30:19.027507 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Network': '1.1',
Apr 21 14:30:19.027507 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Port': '1.7',
Apr 21 14:30:19.027507 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'PortForwarding': '1.2',
Apr 21 14:30:19.027507 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'QosPolicy': '1.8',
Apr 21 14:30:19.027507 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'SecurityGroup': '1.4',
Apr 21 14:30:19.027507 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'SecurityGroupRule': '1.2',
Apr 21 14:30:19.027507 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'SubPort': '1.0',
Apr 21 14:30:19.027507 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Subnet': '1.1',
Apr 21 14:30:19.027507 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Trunk': '1.1'}}
Apr 21 14:30:19.027507 dv-cinder-786385-2-iscsi neutron-server[86282]:  {{(pid=86393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 21 14:30:19.052650 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b3541a-aafb-49ce-b784-486d22c2aae4 admin admin] Network 49343f16-3010-4b15-a430-5d62e2cf37b8 is scheduled to be hosted by DHCP agent 185605b6-6305-46ac-a1cb-38316e52a922 with binding_index 1 {{(pid=86393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 14:30:19.063983 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-82b3541a-aafb-49ce-b784-486d22c2aae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:30:19.066423 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-82b3541a-aafb-49ce-b784-486d22c2aae4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-iscsi, 49343f16-3010-4b15-a430-5d62e2cf37b8) {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:30:19.070787 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b3541a-aafb-49ce-b784-486d22c2aae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:30:19.071450 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-82b3541a-aafb-49ce-b784-486d22c2aae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for subnet, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:19.077012 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e44c4d2-1d4a-4414-9ea5-567a5e8dd7a0 None None] Network 49343f16-3010-4b15-a430-5d62e2cf37b8 requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:30:19.093229 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-82b3541a-aafb-49ce-b784-486d22c2aae4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8647385
Apr 21 14:30:19.574630 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd811e4f-5666-5458-8df8-f30f8980c0d3-49343f16-3010-4b15-a430-5d62e2cf37b8', 'network_id': '49343f16-3010-4b15-a430-5d62e2cf37b8', 'tenant_id': '28e167127ece4f399c3dee1ce8d2f18e', 'fixed_ips': [{'subnet_id': 'e9707551-5b77-4f6f-927e-8dbbb9d30bcf'}]}} from dv-cinder-786385-2-iscsi. {{(pid=86395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 14:30:19.575707 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:19.768844 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Allocated IP 172.20.0.2 (49343f16-3010-4b15-a430-5d62e2cf37b8/e9707551-5b77-4f6f-927e-8dbbb9d30bcf/7b24bd9b-0fa7-4f0e-93d1-03f141610067) {{(pid=86395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:30:20.010612 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Notify callbacks [] for port, precommit_create {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:20.025340 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Transition to ACTIVE for port object 7b24bd9b-0fa7-4f0e-93d1-03f141610067 will not be triggered until provisioned by entity L2. {{(pid=86395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:30:20.046534 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Transition to ACTIVE for port object 7b24bd9b-0fa7-4f0e-93d1-03f141610067 will not be triggered until provisioned by entity DHCP. {{(pid=86395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:30:20.053299 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207'] for port, after_create {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:20.058183 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:30:20.130397 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Network 49343f16-3010-4b15-a430-5d62e2cf37b8 is already hosted by enough agents. {{(pid=86395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:30:20.136316 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Resources bound (agent type, host, resource id):  {{(pid=86395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:30:20.138077 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Pushing event updated for resources: {'Port': ['ID=7b24bd9b-0fa7-4f0e-93d1-03f141610067,revision_number=1']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:30:20.142822 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Received port after_create {{(pid=86395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:30:20.150021 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:20.150390 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:20.150752 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:20.151109 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:20.151465 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:20.151819 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:20.152168 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:20.152498 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:20.152864 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:20.153209 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:20.153541 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:20.153884 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:20.155044 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Tracked resource versions report:
Apr 21 14:30:20.155044 dv-cinder-786385-2-iscsi neutron-server[86282]: pushed versions:
Apr 21 14:30:20.155044 dv-cinder-786385-2-iscsi neutron-server[86282]: {   'AddressGroup': {'1.2'},
Apr 21 14:30:20.155044 dv-cinder-786385-2-iscsi neutron-server[86282]:     'ConntrackHelper': {'1.0'},
Apr 21 14:30:20.155044 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Log': {'1.0'},
Apr 21 14:30:20.155044 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Network': {'1.1'},
Apr 21 14:30:20.155044 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Port': {'1.7'},
Apr 21 14:30:20.155044 dv-cinder-786385-2-iscsi neutron-server[86282]:     'PortForwarding': {'1.2'},
Apr 21 14:30:20.155044 dv-cinder-786385-2-iscsi neutron-server[86282]:     'QosPolicy': {'1.8'},
Apr 21 14:30:20.155044 dv-cinder-786385-2-iscsi neutron-server[86282]:     'SecurityGroup': {'1.4'},
Apr 21 14:30:20.155044 dv-cinder-786385-2-iscsi neutron-server[86282]:     'SecurityGroupRule': {'1.2'},
Apr 21 14:30:20.155044 dv-cinder-786385-2-iscsi neutron-server[86282]:     'SubPort': {'1.0'},
Apr 21 14:30:20.155044 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Subnet': {'1.1'},
Apr 21 14:30:20.155044 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Trunk': {'1.1'}}
Apr 21 14:30:20.155044 dv-cinder-786385-2-iscsi neutron-server[86282]: consumer versions:
Apr 21 14:30:20.155044 dv-cinder-786385-2-iscsi neutron-server[86282]: {   DHCP agent@dv-cinder-786385-2-iscsi: {},
Apr 21 14:30:20.155044 dv-cinder-786385-2-iscsi neutron-server[86282]:     L3 agent@dv-cinder-786385-2-iscsi: {},
Apr 21 14:30:20.155044 dv-cinder-786385-2-iscsi neutron-server[86282]:     Metadata agent@dv-cinder-786385-2-iscsi: {},
Apr 21 14:30:20.155044 dv-cinder-786385-2-iscsi neutron-server[86282]:     Metering agent@dv-cinder-786385-2-iscsi: {},
Apr 21 14:30:20.155044 dv-cinder-786385-2-iscsi neutron-server[86282]:     Open vSwitch agent@dv-cinder-786385-2-iscsi: {   'AddressGroup': '1.2',
Apr 21 14:30:20.155044 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'ConntrackHelper': '1.0',
Apr 21 14:30:20.155044 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Log': '1.0',
Apr 21 14:30:20.155044 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Network': '1.1',
Apr 21 14:30:20.155044 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Port': '1.7',
Apr 21 14:30:20.155044 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'PortForwarding': '1.2',
Apr 21 14:30:20.155044 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'QosPolicy': '1.8',
Apr 21 14:30:20.155044 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'SecurityGroup': '1.4',
Apr 21 14:30:20.155044 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'SecurityGroupRule': '1.2',
Apr 21 14:30:20.155044 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'SubPort': '1.0',
Apr 21 14:30:20.155044 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Subnet': '1.1',
Apr 21 14:30:20.155044 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Trunk': '1.1'}}
Apr 21 14:30:20.155044 dv-cinder-786385-2-iscsi neutron-server[86282]:  {{(pid=86395) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 21 14:30:20.188123 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:30:20.253692 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Attempting to bind port 7b24bd9b-0fa7-4f0e-93d1-03f141610067 on host dv-cinder-786385-2-iscsi for vnic_type normal with profile  {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:30:20.254137 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Attempting to bind port 7b24bd9b-0fa7-4f0e-93d1-03f141610067 by drivers openvswitch,hyperv on host dv-cinder-786385-2-iscsi at level 0 using segments [{'id': '6498f686-c1af-4287-bef3-a61ac7c4ecdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '49343f16-3010-4b15-a430-5d62e2cf37b8'}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:30:20.254547 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Attempting to bind port 7b24bd9b-0fa7-4f0e-93d1-03f141610067 on network 49343f16-3010-4b15-a430-5d62e2cf37b8 {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:30:20.260380 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Checking agent: {'id': '3835c4f8-6870-47cd-b375-7aa1fa6d9f56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 2), 'started_at': datetime.datetime(2021, 4, 21, 14, 30, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:30:20.260774 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Checking segment: {'id': '6498f686-c1af-4287-bef3-a61ac7c4ecdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '49343f16-3010-4b15-a430-5d62e2cf37b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:30:20.262190 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:20.262190 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Bound using segment: {'id': '6498f686-c1af-4287-bef3-a61ac7c4ecdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '49343f16-3010-4b15-a430-5d62e2cf37b8'} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:30:20.262190 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Bound port: 7b24bd9b-0fa7-4f0e-93d1-03f141610067, host: dv-cinder-786385-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6498f686-c1af-4287-bef3-a61ac7c4ecdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '49343f16-3010-4b15-a430-5d62e2cf37b8'}}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:30:20.262557 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:20.359970 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] For port 7b24bd9b-0fa7-4f0e-93d1-03f141610067, host dv-cinder-786385-2-iscsi, cleared binding levels {{(pid=86395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:30:20.364104 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] For port 7b24bd9b-0fa7-4f0e-93d1-03f141610067, host dv-cinder-786385-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=7b24bd9b-0fa7-4f0e-93d1-03f141610067,segment=NetworkSegment(6498f686-c1af-4287-bef3-a61ac7c4ecdc),segment_id=6498f686-c1af-4287-bef3-a61ac7c4ecdc)] {{(pid=86395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:30:20.367738 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:20.372802 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:30:20.467434 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Pushing event updated for resources: {'Port': ['ID=7b24bd9b-0fa7-4f0e-93d1-03f141610067,revision_number=2']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:30:20.471827 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:30:21.847046 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 49976) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:30:22.261633 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [None req-68cf9332-fb7e-4098-b97e-21a7889dd557 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 14:30:22.262736 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-68cf9332-fb7e-4098-b97e-21a7889dd557 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4147408
Apr 21 14:30:25.016404 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 49986) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:30:25.431347 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [None req-d28b0a8d-4def-4946-ab48-667f439019be admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 14:30:25.432424 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-d28b0a8d-4def-4946-ab48-667f439019be admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4147387
Apr 21 14:30:26.575547 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 7b24bd9b-0fa7-4f0e-93d1-03f141610067 up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:30:26.648106 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning for port 7b24bd9b-0fa7-4f0e-93d1-03f141610067 completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:30:27.259280 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5dc6b6-1dba-41c5-885d-97b475918b14 None None] Network 49343f16-3010-4b15-a430-5d62e2cf37b8 requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:30:27.359389 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-c086c8aa-e1d4-48cb-801a-dd687ab34d15 None None] Provisioning for port 7b24bd9b-0fa7-4f0e-93d1-03f141610067 completed by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:30:27.376571 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-c086c8aa-e1d4-48cb-801a-dd687ab34d15 None None] Provisioning complete for port 7b24bd9b-0fa7-4f0e-93d1-03f141610067 triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:30:27.376986 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c086c8aa-e1d4-48cb-801a-dd687ab34d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:27.612131 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c086c8aa-e1d4-48cb-801a-dd687ab34d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:27.660212 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-c086c8aa-e1d4-48cb-801a-dd687ab34d15 None None] For port 7b24bd9b-0fa7-4f0e-93d1-03f141610067, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=7b24bd9b-0fa7-4f0e-93d1-03f141610067,segment=NetworkSegment(6498f686-c1af-4287-bef3-a61ac7c4ecdc),segment_id=6498f686-c1af-4287-bef3-a61ac7c4ecdc)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:30:27.665039 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c086c8aa-e1d4-48cb-801a-dd687ab34d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:27.669078 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:30:27.746680 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086c8aa-e1d4-48cb-801a-dd687ab34d15 None None] Pushing event updated for resources: {'Port': ['ID=7b24bd9b-0fa7-4f0e-93d1-03f141610067,revision_number=3']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:30:27.750128 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c086c8aa-e1d4-48cb-801a-dd687ab34d15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:30:27.891266 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-e3974b76-bb62-49a3-9b20-a15fb10998c8 None None] Provisioning complete for port 7b24bd9b-0fa7-4f0e-93d1-03f141610067 triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:30:27.891594 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e3974b76-bb62-49a3-9b20-a15fb10998c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:28.501434 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 50002) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:30:28.551681 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 7b24bd9b-0fa7-4f0e-93d1-03f141610067 up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:30:28.625753 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 7b24bd9b-0fa7-4f0e-93d1-03f141610067 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:30:28.626382 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:28.908126 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-9181c657-c494-4df5-990e-668a5a5b9d39 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '28e167127ece4f399c3dee1ce8d2f18e', 'admin_state_up': True}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:30:28.915455 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-9181c657-c494-4df5-990e-668a5a5b9d39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:30:28.920987 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-9181c657-c494-4df5-990e-668a5a5b9d39 admin admin] Usage tracker for resource:router and tenant:28e167127ece4f399c3dee1ce8d2f18e is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:30:28.924398 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-9181c657-c494-4df5-990e-668a5a5b9d39 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:30:28.931115 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-9181c657-c494-4df5-990e-668a5a5b9d39 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:30:28.941027 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9181c657-c494-4df5-990e-668a5a5b9d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-625132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773200'] for router, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:28.942365 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9181c657-c494-4df5-990e-668a5a5b9d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854150684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854125822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854114797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2601'] for router, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:28.968457 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9181c657-c494-4df5-990e-668a5a5b9d39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:29.079129 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9181c657-c494-4df5-990e-668a5a5b9d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650207'] for router, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:29.099559 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9181c657-c494-4df5-990e-668a5a5b9d39 admin admin] Notify callbacks [] for router, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:29.100884 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-9181c657-c494-4df5-990e-668a5a5b9d39 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5983171
Apr 21 14:30:29.373712 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-19eeb2c4-f88a-42f8-9bf8-b9710e500853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:31.896765 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 50022) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:30:31.968600 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:32.087490 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [None req-b76baaca-956c-4634-80ba-9ffc264112e3 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 14:30:32.088558 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-b76baaca-956c-4634-80ba-9ffc264112e3 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1903429
Apr 21 14:30:32.142526 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b0542fd3-6e9d-419c-bc4e-b8a0368245b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:32.483185 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:34.077929 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:34.647722 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 50042) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:30:34.703488 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-cc6d8804-581d-41ac-8522-03b4e21a0df7 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'router:external': True}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:30:34.709182 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-cc6d8804-581d-41ac-8522-03b4e21a0df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:30:34.713422 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-cc6d8804-581d-41ac-8522-03b4e21a0df7 admin admin] Usage tracker for resource:network and tenant:7395729fc7074e22910f30728d7e280e is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:30:34.716492 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-cc6d8804-581d-41ac-8522-03b4e21a0df7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:30:34.722676 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-cc6d8804-581d-41ac-8522-03b4e21a0df7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:30:34.735149 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6d8804-581d-41ac-8522-03b4e21a0df7 admin admin] Made reservation on behalf of 7395729fc7074e22910f30728d7e280e for: {'network': 1} {{(pid=86394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:30:34.740048 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-cc6d8804-581d-41ac-8522-03b4e21a0df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for network, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:34.753113 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-cc6d8804-581d-41ac-8522-03b4e21a0df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:34.768560 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-cc6d8804-581d-41ac-8522-03b4e21a0df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:30:34.772972 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-cc6d8804-581d-41ac-8522-03b4e21a0df7 admin admin] Usage tracker for resource:security_group_rule and tenant:7395729fc7074e22910f30728d7e280e is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:30:34.776080 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-cc6d8804-581d-41ac-8522-03b4e21a0df7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:30:34.782686 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-cc6d8804-581d-41ac-8522-03b4e21a0df7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:30:34.872523 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-cc6d8804-581d-41ac-8522-03b4e21a0df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:34.876397 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-cc6d8804-581d-41ac-8522-03b4e21a0df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:34.880570 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:30:34.896187 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cc6d8804-581d-41ac-8522-03b4e21a0df7 admin admin] Reserving flat network on physical network physnet1 {{(pid=86394) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 21 14:30:34.919258 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d8804-581d-41ac-8522-03b4e21a0df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1897d39a-3893-494f-bf8a-42d8203146b5,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:30:34.922961 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-cc6d8804-581d-41ac-8522-03b4e21a0df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:30:34.926174 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-cc6d8804-581d-41ac-8522-03b4e21a0df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852863918'] for segment, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:34.926563 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.segments_db [None req-cc6d8804-581d-41ac-8522-03b4e21a0df7 admin admin] Added segment cc9f75c9-c7cc-49bd-a770-8a7cd276112c of type flat for network 65ae90ab-0baf-4140-bbfd-b114ac6a9837
Apr 21 14:30:34.962497 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-cc6d8804-581d-41ac-8522-03b4e21a0df7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759846068458'] for network, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:34.999813 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-cc6d8804-581d-41ac-8522-03b4e21a0df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162'] for network, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:35.001196 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6d8804-581d-41ac-8522-03b4e21a0df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:30:35.001834 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-cc6d8804-581d-41ac-8522-03b4e21a0df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for network, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:35.006986 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:30:35.110269 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-cc6d8804-581d-41ac-8522-03b4e21a0df7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4612961
Apr 21 14:30:35.110954 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d8804-581d-41ac-8522-03b4e21a0df7 admin admin] Pushing event updated for resources: {'Network': ['ID=65ae90ab-0baf-4140-bbfd-b114ac6a9837,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:30:35.113842 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-cc6d8804-581d-41ac-8522-03b4e21a0df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:30:35.121578 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Network 65ae90ab-0baf-4140-bbfd-b114ac6a9837 details requested by agent ovs-agent-dv-cinder-786385-2-iscsi with host dv-cinder-786385-2-iscsi {{(pid=86395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 14:30:37.664708 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 50052) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:30:37.801202 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439916a2-d09f-44db-b668-b2c4a2ba702d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:30:37.802740 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-439916a2-d09f-44db-b668-b2c4a2ba702d admin admin] 10.222.0.24 "GET /v2.0/subnets/e9707551-5b77-4f6f-927e-8dbbb9d30bcf HTTP/1.1" status: 200  len: 849 time: 0.1369038
Apr 21 14:30:37.965693 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-5c0197ea-b81b-4e6b-8e01-16c1cb12e20c admin admin] 10.222.0.24 "GET /v2.0/routers/cf334f16-032e-4b2d-b4ea-aab49472142c HTTP/1.1" status: 200  len: 704 time: 0.1533074
Apr 21 14:30:38.635988 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-de446144-456f-4c0e-a2be-5809e23ed87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:38.887888 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-de446144-456f-4c0e-a2be-5809e23ed87c admin admin] Allocated IP 172.20.0.1 (49343f16-3010-4b15-a430-5d62e2cf37b8/e9707551-5b77-4f6f-927e-8dbbb9d30bcf/05432660-5f60-4ff2-9152-eb962b56056c) {{(pid=86394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:30:39.067576 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-de446144-456f-4c0e-a2be-5809e23ed87c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:39.087149 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-de446144-456f-4c0e-a2be-5809e23ed87c admin admin] Transition to ACTIVE for port object 05432660-5f60-4ff2-9152-eb962b56056c will not be triggered until provisioned by entity DHCP. {{(pid=86394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:30:39.149178 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-de446144-456f-4c0e-a2be-5809e23ed87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207'] for port, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:39.153848 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:30:39.219754 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de446144-456f-4c0e-a2be-5809e23ed87c admin admin] Network 49343f16-3010-4b15-a430-5d62e2cf37b8 is already hosted by enough agents. {{(pid=86394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:30:39.223273 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-de446144-456f-4c0e-a2be-5809e23ed87c admin admin] Resources bound (agent type, host, resource id):  {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:30:39.226489 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de446144-456f-4c0e-a2be-5809e23ed87c admin admin] Received port after_create {{(pid=86394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:30:39.227183 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-de446144-456f-4c0e-a2be-5809e23ed87c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854145534'] for router_interface, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:39.371000 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de446144-456f-4c0e-a2be-5809e23ed87c admin admin] Pushing event updated for resources: {'Port': ['ID=05432660-5f60-4ff2-9152-eb962b56056c,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:30:39.374640 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-de446144-456f-4c0e-a2be-5809e23ed87c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:30:39.438886 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-1eb1c637-bf6e-4aea-90f1-9dd9a9c9620a None None] Provisioning for port 05432660-5f60-4ff2-9152-eb962b56056c completed by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:30:39.444286 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-1eb1c637-bf6e-4aea-90f1-9dd9a9c9620a None None] Provisioning complete for port 05432660-5f60-4ff2-9152-eb962b56056c triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:30:39.444695 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1eb1c637-bf6e-4aea-90f1-9dd9a9c9620a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:39.502722 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-1eb1c637-bf6e-4aea-90f1-9dd9a9c9620a None None] Port 05432660-5f60-4ff2-9152-eb962b56056c cannot update to ACTIVE because it is not bound. {{(pid=86395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 14:30:39.520034 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-de446144-456f-4c0e-a2be-5809e23ed87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:39.766862 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-de446144-456f-4c0e-a2be-5809e23ed87c admin admin] Notify callbacks [] for port, precommit_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:39.773212 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-de446144-456f-4c0e-a2be-5809e23ed87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:39.775043 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-de446144-456f-4c0e-a2be-5809e23ed87c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853752145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630373'] for router_interface, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:39.782352 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:30:39.923919 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de446144-456f-4c0e-a2be-5809e23ed87c admin admin] Pushing event updated for resources: {'Port': ['ID=05432660-5f60-4ff2-9152-eb962b56056c,revision_number=2']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:30:39.928846 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-de446144-456f-4c0e-a2be-5809e23ed87c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:30:39.995119 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de446144-456f-4c0e-a2be-5809e23ed87c admin admin] Network 49343f16-3010-4b15-a430-5d62e2cf37b8 is already hosted by enough agents. {{(pid=86394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:30:39.996394 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-de446144-456f-4c0e-a2be-5809e23ed87c admin admin] Resources bound (agent type, host, resource id):  {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:30:40.207069 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de446144-456f-4c0e-a2be-5809e23ed87c admin admin] Router cf334f16-032e-4b2d-b4ea-aab49472142c is scheduled to L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 with binding_index 1 {{(pid=86394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 14:30:40.228403 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-22f58a60-5070-4684-b83a-d85ee0b3f57a None None] Provisioning complete for port 05432660-5f60-4ff2-9152-eb962b56056c triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:30:40.228819 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-22f58a60-5070-4684-b83a-d85ee0b3f57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:40.289161 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-22f58a60-5070-4684-b83a-d85ee0b3f57a None None] Port 05432660-5f60-4ff2-9152-eb962b56056c cannot update to ACTIVE because it is not bound. {{(pid=86395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 14:30:40.377349 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de446144-456f-4c0e-a2be-5809e23ed87c admin admin] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:30:40.388354 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9238a654-5422-4033-b57f-a4eb78dd21bc None None] Sync routers for ids ['cf334f16-032e-4b2d-b4ea-aab49472142c'] in dv-cinder-786385-2-iscsi {{(pid=86396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:30:40.388524 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-de446144-456f-4c0e-a2be-5809e23ed87c admin admin] 10.222.0.24 "PUT /v2.0/routers/cf334f16-032e-4b2d-b4ea-aab49472142c/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.4162526
Apr 21 14:30:40.400521 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9238a654-5422-4033-b57f-a4eb78dd21bc None None] Routers {'cf334f16-032e-4b2d-b4ea-aab49472142c'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:30:40.401423 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-9238a654-5422-4033-b57f-a4eb78dd21bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f7ee96a0>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:30:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['cf334f16-032e-4b2d-b4ea-aab49472142c'], 'active': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:30:40.592476 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-9238a654-5422-4033-b57f-a4eb78dd21bc None None] Set router cf334f16-032e-4b2d-b4ea-aab49472142c gateway port host: None {{(pid=86396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:30:41.162822 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-9238a654-5422-4033-b57f-a4eb78dd21bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f7ee96a0>, [{'id': 'cf334f16-032e-4b2d-b4ea-aab49472142c', 'name': 'router1', 'tenant_id': '28e167127ece4f399c3dee1ce8d2f18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:30:28Z', 'updated_at': '2021-04-21T14:30:39Z', 'revision_number': 2, 'project_id': '28e167127ece4f399c3dee1ce8d2f18e', 'gw_port_host': None, '_interfaces': [{'id': '05432660-5f60-4ff2-9152-eb962b56056c', 'name': '', 'network_id': '49343f16-3010-4b15-a430-5d62e2cf37b8', 'tenant_id': '28e167127ece4f399c3dee1ce8d2f18e', 'mac_address': 'fa:16:3e:77:19:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf334f16-032e-4b2d-b4ea-aab49472142c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e9707551-5b77-4f6f-927e-8dbbb9d30bcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:30:38Z', 'updated_at': '2021-04-21T14:30:39Z', 'revision_number': 2, 'project_id': '28e167127ece4f399c3dee1ce8d2f18e', 'subnets': [{'id': 'e9707551-5b77-4f6f-927e-8dbbb9d30bcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '304bf9c8-a307-4c0a-9981-5f31d05bd303'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:30:41.168623 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9238a654-5422-4033-b57f-a4eb78dd21bc None None] Checking router: cf334f16-032e-4b2d-b4ea-aab49472142c for host: dv-cinder-786385-2-iscsi {{(pid=86396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:30:41.169008 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9238a654-5422-4033-b57f-a4eb78dd21bc None None] Updating router cf334f16-032e-4b2d-b4ea-aab49472142c port 05432660-5f60-4ff2-9152-eb962b56056c binding host dv-cinder-786385-2-iscsi {{(pid=86396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 14:30:41.230154 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9238a654-5422-4033-b57f-a4eb78dd21bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:41.634044 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9238a654-5422-4033-b57f-a4eb78dd21bc None None] Notify callbacks [] for port, precommit_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:41.648857 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-9238a654-5422-4033-b57f-a4eb78dd21bc None None] Transition to ACTIVE for port object 05432660-5f60-4ff2-9152-eb962b56056c will not be triggered until provisioned by entity L2. {{(pid=86396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:30:41.655130 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9238a654-5422-4033-b57f-a4eb78dd21bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:41.660102 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:30:41.872963 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d2763-56ba-44f8-8fed-121147c7e5e7 None None] Pushing event updated for resources: {'Port': ['ID=05432660-5f60-4ff2-9152-eb962b56056c,revision_number=3']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:30:41.896015 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d2763-56ba-44f8-8fed-121147c7e5e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:41.896440 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d2763-56ba-44f8-8fed-121147c7e5e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:41.896804 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d2763-56ba-44f8-8fed-121147c7e5e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:41.897169 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d2763-56ba-44f8-8fed-121147c7e5e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:41.897523 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d2763-56ba-44f8-8fed-121147c7e5e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:41.897877 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d2763-56ba-44f8-8fed-121147c7e5e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:41.898257 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d2763-56ba-44f8-8fed-121147c7e5e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:41.898607 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d2763-56ba-44f8-8fed-121147c7e5e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:41.898960 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d2763-56ba-44f8-8fed-121147c7e5e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:41.899290 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d2763-56ba-44f8-8fed-121147c7e5e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:41.899661 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d2763-56ba-44f8-8fed-121147c7e5e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:41.899967 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d2763-56ba-44f8-8fed-121147c7e5e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:30:41.901086 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d2763-56ba-44f8-8fed-121147c7e5e7 None None] Tracked resource versions report:
Apr 21 14:30:41.901086 dv-cinder-786385-2-iscsi neutron-server[86282]: pushed versions:
Apr 21 14:30:41.901086 dv-cinder-786385-2-iscsi neutron-server[86282]: {   'AddressGroup': {'1.2'},
Apr 21 14:30:41.901086 dv-cinder-786385-2-iscsi neutron-server[86282]:     'ConntrackHelper': {'1.0'},
Apr 21 14:30:41.901086 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Log': {'1.0'},
Apr 21 14:30:41.901086 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Network': {'1.1'},
Apr 21 14:30:41.901086 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Port': {'1.7'},
Apr 21 14:30:41.901086 dv-cinder-786385-2-iscsi neutron-server[86282]:     'PortForwarding': {'1.2'},
Apr 21 14:30:41.901086 dv-cinder-786385-2-iscsi neutron-server[86282]:     'QosPolicy': {'1.8'},
Apr 21 14:30:41.901086 dv-cinder-786385-2-iscsi neutron-server[86282]:     'SecurityGroup': {'1.4'},
Apr 21 14:30:41.901086 dv-cinder-786385-2-iscsi neutron-server[86282]:     'SecurityGroupRule': {'1.2'},
Apr 21 14:30:41.901086 dv-cinder-786385-2-iscsi neutron-server[86282]:     'SubPort': {'1.0'},
Apr 21 14:30:41.901086 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Subnet': {'1.1'},
Apr 21 14:30:41.901086 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Trunk': {'1.1'}}
Apr 21 14:30:41.901086 dv-cinder-786385-2-iscsi neutron-server[86282]: consumer versions:
Apr 21 14:30:41.901086 dv-cinder-786385-2-iscsi neutron-server[86282]: {   DHCP agent@dv-cinder-786385-2-iscsi: {},
Apr 21 14:30:41.901086 dv-cinder-786385-2-iscsi neutron-server[86282]:     L3 agent@dv-cinder-786385-2-iscsi: {},
Apr 21 14:30:41.901086 dv-cinder-786385-2-iscsi neutron-server[86282]:     Metadata agent@dv-cinder-786385-2-iscsi: {},
Apr 21 14:30:41.901086 dv-cinder-786385-2-iscsi neutron-server[86282]:     Metering agent@dv-cinder-786385-2-iscsi: {},
Apr 21 14:30:41.901086 dv-cinder-786385-2-iscsi neutron-server[86282]:     Open vSwitch agent@dv-cinder-786385-2-iscsi: {   'AddressGroup': '1.2',
Apr 21 14:30:41.901086 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'ConntrackHelper': '1.0',
Apr 21 14:30:41.901086 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Log': '1.0',
Apr 21 14:30:41.901086 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Network': '1.1',
Apr 21 14:30:41.901086 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Port': '1.7',
Apr 21 14:30:41.901086 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'PortForwarding': '1.2',
Apr 21 14:30:41.901086 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'QosPolicy': '1.8',
Apr 21 14:30:41.901086 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'SecurityGroup': '1.4',
Apr 21 14:30:41.901086 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'SecurityGroupRule': '1.2',
Apr 21 14:30:41.901086 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'SubPort': '1.0',
Apr 21 14:30:41.901086 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Subnet': '1.1',
Apr 21 14:30:41.901086 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Trunk': '1.1'}}
Apr 21 14:30:41.901086 dv-cinder-786385-2-iscsi neutron-server[86282]:  {{(pid=86396) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 21 14:30:41.907220 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-7b4d2763-56ba-44f8-8fed-121147c7e5e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:30:41.908141 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-9238a654-5422-4033-b57f-a4eb78dd21bc None None] Attempting to bind port 05432660-5f60-4ff2-9152-eb962b56056c on host dv-cinder-786385-2-iscsi for vnic_type normal with profile  {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:30:41.908550 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-9238a654-5422-4033-b57f-a4eb78dd21bc None None] Attempting to bind port 05432660-5f60-4ff2-9152-eb962b56056c by drivers openvswitch,hyperv on host dv-cinder-786385-2-iscsi at level 0 using segments [{'id': '6498f686-c1af-4287-bef3-a61ac7c4ecdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '49343f16-3010-4b15-a430-5d62e2cf37b8'}] {{(pid=86396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:30:41.908969 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9238a654-5422-4033-b57f-a4eb78dd21bc None None] Attempting to bind port 05432660-5f60-4ff2-9152-eb962b56056c on network 49343f16-3010-4b15-a430-5d62e2cf37b8 {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:30:41.915026 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9238a654-5422-4033-b57f-a4eb78dd21bc None None] Checking agent: {'id': '3835c4f8-6870-47cd-b375-7aa1fa6d9f56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 2), 'started_at': datetime.datetime(2021, 4, 21, 14, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:30:41.915442 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9238a654-5422-4033-b57f-a4eb78dd21bc None None] Checking segment: {'id': '6498f686-c1af-4287-bef3-a61ac7c4ecdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '49343f16-3010-4b15-a430-5d62e2cf37b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:30:41.915910 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9238a654-5422-4033-b57f-a4eb78dd21bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:41.916313 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9238a654-5422-4033-b57f-a4eb78dd21bc None None] Bound using segment: {'id': '6498f686-c1af-4287-bef3-a61ac7c4ecdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '49343f16-3010-4b15-a430-5d62e2cf37b8'} {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:30:41.916860 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-9238a654-5422-4033-b57f-a4eb78dd21bc None None] Bound port: 05432660-5f60-4ff2-9152-eb962b56056c, host: dv-cinder-786385-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6498f686-c1af-4287-bef3-a61ac7c4ecdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '49343f16-3010-4b15-a430-5d62e2cf37b8'}}] {{(pid=86396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:30:41.917264 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9238a654-5422-4033-b57f-a4eb78dd21bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:42.016649 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-9238a654-5422-4033-b57f-a4eb78dd21bc None None] For port 05432660-5f60-4ff2-9152-eb962b56056c, host dv-cinder-786385-2-iscsi, cleared binding levels {{(pid=86396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:30:42.022359 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-9238a654-5422-4033-b57f-a4eb78dd21bc None None] For port 05432660-5f60-4ff2-9152-eb962b56056c, host dv-cinder-786385-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=05432660-5f60-4ff2-9152-eb962b56056c,segment=NetworkSegment(6498f686-c1af-4287-bef3-a61ac7c4ecdc),segment_id=6498f686-c1af-4287-bef3-a61ac7c4ecdc)] {{(pid=86396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:30:42.026403 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9238a654-5422-4033-b57f-a4eb78dd21bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:42.031719 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:30:42.119103 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9238a654-5422-4033-b57f-a4eb78dd21bc None None] Routers {'cf334f16-032e-4b2d-b4ea-aab49472142c'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:30:42.119790 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-9238a654-5422-4033-b57f-a4eb78dd21bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f7ee96a0>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:30:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['cf334f16-032e-4b2d-b4ea-aab49472142c'], 'active': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:30:42.194939 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d2763-56ba-44f8-8fed-121147c7e5e7 None None] Pushing event updated for resources: {'Port': ['ID=05432660-5f60-4ff2-9152-eb962b56056c,revision_number=4']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:30:42.253044 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-7b4d2763-56ba-44f8-8fed-121147c7e5e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:30:42.291858 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-9238a654-5422-4033-b57f-a4eb78dd21bc None None] Set router cf334f16-032e-4b2d-b4ea-aab49472142c gateway port host: None {{(pid=86396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:30:42.642672 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-9238a654-5422-4033-b57f-a4eb78dd21bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f7ee96a0>, [{'id': 'cf334f16-032e-4b2d-b4ea-aab49472142c', 'name': 'router1', 'tenant_id': '28e167127ece4f399c3dee1ce8d2f18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:30:28Z', 'updated_at': '2021-04-21T14:30:39Z', 'revision_number': 2, 'project_id': '28e167127ece4f399c3dee1ce8d2f18e', 'gw_port_host': None, '_interfaces': [{'id': '05432660-5f60-4ff2-9152-eb962b56056c', 'name': '', 'network_id': '49343f16-3010-4b15-a430-5d62e2cf37b8', 'tenant_id': '28e167127ece4f399c3dee1ce8d2f18e', 'mac_address': 'fa:16:3e:77:19:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf334f16-032e-4b2d-b4ea-aab49472142c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e9707551-5b77-4f6f-927e-8dbbb9d30bcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:30:38Z', 'updated_at': '2021-04-21T14:30:42Z', 'revision_number': 4, 'project_id': '28e167127ece4f399c3dee1ce8d2f18e', 'subnets': [{'id': 'e9707551-5b77-4f6f-927e-8dbbb9d30bcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '304bf9c8-a307-4c0a-9981-5f31d05bd303'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:30:42.646931 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9238a654-5422-4033-b57f-a4eb78dd21bc None None] The sync data for ids ['cf334f16-032e-4b2d-b4ea-aab49472142c'] in dv-cinder-786385-2-iscsi is: [{'id': 'cf334f16-032e-4b2d-b4ea-aab49472142c', 'name': 'router1', 'tenant_id': '28e167127ece4f399c3dee1ce8d2f18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:30:28Z', 'updated_at': '2021-04-21T14:30:39Z', 'revision_number': 2, 'project_id': '28e167127ece4f399c3dee1ce8d2f18e', 'gw_port_host': None, '_interfaces': [{'id': '05432660-5f60-4ff2-9152-eb962b56056c', 'name': '', 'network_id': '49343f16-3010-4b15-a430-5d62e2cf37b8', 'tenant_id': '28e167127ece4f399c3dee1ce8d2f18e', 'mac_address': 'fa:16:3e:77:19:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf334f16-032e-4b2d-b4ea-aab49472142c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e9707551-5b77-4f6f-927e-8dbbb9d30bcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:30:38Z', 'updated_at': '2021-04-21T14:30:42Z', 'revision_number': 4, 'project_id': '28e167127ece4f399c3dee1ce8d2f18e', 'subnets': [{'id': 'e9707551-5b77-4f6f-927e-8dbbb9d30bcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '304bf9c8-a307-4c0a-9981-5f31d05bd303'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:30:42.925132 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 50064) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:30:43.257578 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175fe6a8-3b47-4f4f-a7e7-bcb13fa920ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:30:43.258258 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-175fe6a8-3b47-4f4f-a7e7-bcb13fa920ac admin admin] Synchronizing usage tracker for tenant:7395729fc7074e22910f30728d7e280e on resource:network {{(pid=86394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:30:43.278011 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-175fe6a8-3b47-4f4f-a7e7-bcb13fa920ac admin admin] Unset dirty status for tenant:7395729fc7074e22910f30728d7e280e on resource:network {{(pid=86394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:30:43.279315 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-175fe6a8-3b47-4f4f-a7e7-bcb13fa920ac admin admin] 10.222.0.24 "GET /v2.0/networks/65ae90ab-0baf-4140-bbfd-b114ac6a9837 HTTP/1.1" status: 200  len: 842 time: 0.3527641
Apr 21 14:30:43.289811 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-bb4862f4-6fa2-4778-9b2b-58e5afaa7777 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:30:43.295497 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-bb4862f4-6fa2-4778-9b2b-58e5afaa7777 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:30:43.299608 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-bb4862f4-6fa2-4778-9b2b-58e5afaa7777 admin admin] Usage tracker for resource:subnet and tenant:7395729fc7074e22910f30728d7e280e is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:30:43.303024 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-bb4862f4-6fa2-4778-9b2b-58e5afaa7777 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:30:43.309599 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-bb4862f4-6fa2-4778-9b2b-58e5afaa7777 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:30:43.319515 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4862f4-6fa2-4778-9b2b-58e5afaa7777 admin admin] Made reservation on behalf of 7395729fc7074e22910f30728d7e280e for: {'subnet': 1} {{(pid=86394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:30:43.324205 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-bb4862f4-6fa2-4778-9b2b-58e5afaa7777 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:43.779749 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.objects.ports [None req-bb4862f4-6fa2-4778-9b2b-58e5afaa7777 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86394) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 21 14:30:43.780245 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-bb4862f4-6fa2-4778-9b2b-58e5afaa7777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162'] for subnet, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:43.785212 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:30:43.868500 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4862f4-6fa2-4778-9b2b-58e5afaa7777 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036,revision_number=0']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:30:43.874410 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4862f4-6fa2-4778-9b2b-58e5afaa7777 admin admin] Checking segment: {'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:30:43.874838 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4862f4-6fa2-4778-9b2b-58e5afaa7777 admin admin] Network hostable DHCP agents. Network: 65ae90ab-0baf-4140-bbfd-b114ac6a9837, hostable agents: ['185605b6-6305-46ac-a1cb-38316e52a922'], hosted agents: [] {{(pid=86394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 14:30:43.879391 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-bb4862f4-6fa2-4778-9b2b-58e5afaa7777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:30:43.896879 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4862f4-6fa2-4778-9b2b-58e5afaa7777 admin admin] Network 65ae90ab-0baf-4140-bbfd-b114ac6a9837 is scheduled to be hosted by DHCP agent 185605b6-6305-46ac-a1cb-38316e52a922 with binding_index 1 {{(pid=86394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 14:30:43.908639 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-bb4862f4-6fa2-4778-9b2b-58e5afaa7777 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-iscsi, 65ae90ab-0baf-4140-bbfd-b114ac6a9837) {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:30:43.912730 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4862f4-6fa2-4778-9b2b-58e5afaa7777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:30:43.913396 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-bb4862f4-6fa2-4778-9b2b-58e5afaa7777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for subnet, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:43.918775 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584f1c0e-5924-4d04-923b-1035c3269788 None None] Network 65ae90ab-0baf-4140-bbfd-b114ac6a9837 requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:30:43.936170 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-bb4862f4-6fa2-4778-9b2b-58e5afaa7777 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6502857
Apr 21 14:30:44.167813 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7ac00d-0cab-430c-9533-0b0aba154a0c None None] Network 65ae90ab-0baf-4140-bbfd-b114ac6a9837 requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:30:46.574394 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 50078) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:30:46.581850 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 05432660-5f60-4ff2-9152-eb962b56056c up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:30:46.655980 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning for port 05432660-5f60-4ff2-9152-eb962b56056c completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:30:46.661743 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 05432660-5f60-4ff2-9152-eb962b56056c triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:30:46.662210 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:46.787577 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:46.822012 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] For port 05432660-5f60-4ff2-9152-eb962b56056c, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=05432660-5f60-4ff2-9152-eb962b56056c,segment=NetworkSegment(6498f686-c1af-4287-bef3-a61ac7c4ecdc),segment_id=6498f686-c1af-4287-bef3-a61ac7c4ecdc)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:30:46.825255 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:46.827441 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:30:46.840902 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-7d1e8e41-c36f-44ef-bbca-4620b8a3b0cd admin admin] 10.222.0.24 "GET /v2.0/routers/cf334f16-032e-4b2d-b4ea-aab49472142c HTTP/1.1" status: 200  len: 710 time: 0.2651625
Apr 21 14:30:46.901967 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Pushing event updated for resources: {'Port': ['ID=05432660-5f60-4ff2-9152-eb962b56056c,revision_number=5']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:30:46.905477 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:30:46.976792 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5ffd4b-88f4-4ee5-8cb7-86b84b4a634d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:30:46.978273 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-7a5ffd4b-88f4-4ee5-8cb7-86b84b4a634d admin admin] 10.222.0.24 "GET /v2.0/networks/65ae90ab-0baf-4140-bbfd-b114ac6a9837 HTTP/1.1" status: 200  len: 886 time: 0.1314857
Apr 21 14:30:46.989970 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-0ddc6496-1555-4239-9beb-2da527c2b9f2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'}}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:30:47.621049 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0ddc6496-1555-4239-9beb-2da527c2b9f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854125579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854148001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2586'] for router, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:48.012021 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0ddc6496-1555-4239-9beb-2da527c2b9f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:48.074678 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0ddc6496-1555-4239-9beb-2da527c2b9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:48.225336 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-0ddc6496-1555-4239-9beb-2da527c2b9f2 admin admin] Allocated IP 172.27.3.69 (65ae90ab-0baf-4140-bbfd-b114ac6a9837/3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036/0eebfa47-c6ae-4984-a6c0-c9ae8503035e) {{(pid=86393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:30:48.383767 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0ddc6496-1555-4239-9beb-2da527c2b9f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:48.458880 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0ddc6496-1555-4239-9beb-2da527c2b9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207'] for port, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:48.462820 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:30:48.533515 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddc6496-1555-4239-9beb-2da527c2b9f2 admin admin] Network 65ae90ab-0baf-4140-bbfd-b114ac6a9837 is already hosted by enough agents. {{(pid=86393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:30:48.536548 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-0ddc6496-1555-4239-9beb-2da527c2b9f2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:30:48.539276 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddc6496-1555-4239-9beb-2da527c2b9f2 admin admin] Received port after_create {{(pid=86393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:30:48.574428 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 05432660-5f60-4ff2-9152-eb962b56056c up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:30:48.608504 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc6496-1555-4239-9beb-2da527c2b9f2 admin admin] Pushing event updated for resources: {'Port': ['ID=0eebfa47-c6ae-4984-a6c0-c9ae8503035e,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:30:48.611943 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-0ddc6496-1555-4239-9beb-2da527c2b9f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:30:48.646532 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 05432660-5f60-4ff2-9152-eb962b56056c triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:30:48.647083 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:48.959300 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0ddc6496-1555-4239-9beb-2da527c2b9f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:49.324523 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0ddc6496-1555-4239-9beb-2da527c2b9f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854125579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854148001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2586'] for router, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:49.328360 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0ddc6496-1555-4239-9beb-2da527c2b9f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-650190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854125626', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627752'] for router, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:49.709530 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ddc6496-1555-4239-9beb-2da527c2b9f2 admin admin] Router cf334f16-032e-4b2d-b4ea-aab49472142c has already been hosted by L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 {{(pid=86393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 14:30:49.902500 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddc6496-1555-4239-9beb-2da527c2b9f2 admin admin] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:30:49.912860 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0ddc6496-1555-4239-9beb-2da527c2b9f2 admin admin] Notify callbacks [] for router, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:49.913032 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd59b710-f31a-4f12-bc15-73544571550e None None] Sync routers for ids ['cf334f16-032e-4b2d-b4ea-aab49472142c'] in dv-cinder-786385-2-iscsi {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:30:49.915128 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-0ddc6496-1555-4239-9beb-2da527c2b9f2 admin admin] 10.222.0.24 "PUT /v2.0/routers/cf334f16-032e-4b2d-b4ea-aab49472142c HTTP/1.1" status: 200  len: 889 time: 2.9278474
Apr 21 14:30:49.924436 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd59b710-f31a-4f12-bc15-73544571550e None None] Routers {'cf334f16-032e-4b2d-b4ea-aab49472142c'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:30:49.925126 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-dd59b710-f31a-4f12-bc15-73544571550e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f7238940>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:30:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['cf334f16-032e-4b2d-b4ea-aab49472142c'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:30:50.138015 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-dd59b710-f31a-4f12-bc15-73544571550e None None] Set router cf334f16-032e-4b2d-b4ea-aab49472142c gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:30:50.505218 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-dd59b710-f31a-4f12-bc15-73544571550e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f7238940>, [{'id': 'cf334f16-032e-4b2d-b4ea-aab49472142c', 'name': 'router1', 'tenant_id': '28e167127ece4f399c3dee1ce8d2f18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '0eebfa47-c6ae-4984-a6c0-c9ae8503035e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:30:28Z', 'updated_at': '2021-04-21T14:30:48Z', 'revision_number': 4, 'project_id': '28e167127ece4f399c3dee1ce8d2f18e', 'gw_port': {'id': '0eebfa47-c6ae-4984-a6c0-c9ae8503035e', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf334f16-032e-4b2d-b4ea-aab49472142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:30:48Z', 'updated_at': '2021-04-21T14:30:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': '05432660-5f60-4ff2-9152-eb962b56056c', 'name': '', 'network_id': '49343f16-3010-4b15-a430-5d62e2cf37b8', 'tenant_id': '28e167127ece4f399c3dee1ce8d2f18e', 'mac_address': 'fa:16:3e:77:19:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf334f16-032e-4b2d-b4ea-aab49472142c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e9707551-5b77-4f6f-927e-8dbbb9d30bcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:30:38Z', 'updated_at': '2021-04-21T14:30:46Z', 'revision_number': 5, 'project_id': '28e167127ece4f399c3dee1ce8d2f18e', 'subnets': [{'id': 'e9707551-5b77-4f6f-927e-8dbbb9d30bcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '304bf9c8-a307-4c0a-9981-5f31d05bd303'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:30:50.510742 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd59b710-f31a-4f12-bc15-73544571550e None None] Checking router: cf334f16-032e-4b2d-b4ea-aab49472142c for host: dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:30:50.511103 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd59b710-f31a-4f12-bc15-73544571550e None None] Updating router cf334f16-032e-4b2d-b4ea-aab49472142c port 0eebfa47-c6ae-4984-a6c0-c9ae8503035e binding host dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 14:30:50.568892 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-dd59b710-f31a-4f12-bc15-73544571550e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:50.924934 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-dd59b710-f31a-4f12-bc15-73544571550e None None] Notify callbacks [] for port, precommit_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:50.937643 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-dd59b710-f31a-4f12-bc15-73544571550e None None] Transition to ACTIVE for port object 0eebfa47-c6ae-4984-a6c0-c9ae8503035e will not be triggered until provisioned by entity L2. {{(pid=86395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:30:50.944011 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-dd59b710-f31a-4f12-bc15-73544571550e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:50.947961 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:30:51.032834 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-dd59b710-f31a-4f12-bc15-73544571550e None None] Attempting to bind port 0eebfa47-c6ae-4984-a6c0-c9ae8503035e on host dv-cinder-786385-2-iscsi for vnic_type normal with profile  {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:30:51.033236 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-dd59b710-f31a-4f12-bc15-73544571550e None None] Attempting to bind port 0eebfa47-c6ae-4984-a6c0-c9ae8503035e by drivers openvswitch,hyperv on host dv-cinder-786385-2-iscsi at level 0 using segments [{'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:30:51.033627 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd59b710-f31a-4f12-bc15-73544571550e None None] Attempting to bind port 0eebfa47-c6ae-4984-a6c0-c9ae8503035e on network 65ae90ab-0baf-4140-bbfd-b114ac6a9837 {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:30:51.043687 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd59b710-f31a-4f12-bc15-73544571550e None None] Checking agent: {'id': '3835c4f8-6870-47cd-b375-7aa1fa6d9f56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 2), 'started_at': datetime.datetime(2021, 4, 21, 14, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:30:51.044091 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd59b710-f31a-4f12-bc15-73544571550e None None] Checking segment: {'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:30:51.044521 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-dd59b710-f31a-4f12-bc15-73544571550e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:51.044939 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd59b710-f31a-4f12-bc15-73544571550e None None] Bound using segment: {'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:30:51.045435 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-dd59b710-f31a-4f12-bc15-73544571550e None None] Bound port: 0eebfa47-c6ae-4984-a6c0-c9ae8503035e, host: dv-cinder-786385-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'}}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:30:51.045828 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-dd59b710-f31a-4f12-bc15-73544571550e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:51.071543 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e350f4c-af6e-44ab-b73a-faab979a5eb3 None None] Pushing event updated for resources: {'Port': ['ID=0eebfa47-c6ae-4984-a6c0-c9ae8503035e,revision_number=2']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:30:51.074813 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8e350f4c-af6e-44ab-b73a-faab979a5eb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:30:51.128911 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-dd59b710-f31a-4f12-bc15-73544571550e None None] For port 0eebfa47-c6ae-4984-a6c0-c9ae8503035e, host dv-cinder-786385-2-iscsi, cleared binding levels {{(pid=86395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:30:51.132236 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-dd59b710-f31a-4f12-bc15-73544571550e None None] For port 0eebfa47-c6ae-4984-a6c0-c9ae8503035e, host dv-cinder-786385-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=0eebfa47-c6ae-4984-a6c0-c9ae8503035e,segment=NetworkSegment(cc9f75c9-c7cc-49bd-a770-8a7cd276112c),segment_id=cc9f75c9-c7cc-49bd-a770-8a7cd276112c)] {{(pid=86395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:30:51.136730 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-dd59b710-f31a-4f12-bc15-73544571550e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:51.140762 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:30:51.222938 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd59b710-f31a-4f12-bc15-73544571550e None None] Routers {'cf334f16-032e-4b2d-b4ea-aab49472142c'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:30:51.223577 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-dd59b710-f31a-4f12-bc15-73544571550e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f7238940>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:30:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['cf334f16-032e-4b2d-b4ea-aab49472142c'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:30:51.285013 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e350f4c-af6e-44ab-b73a-faab979a5eb3 None None] Pushing event updated for resources: {'Port': ['ID=0eebfa47-c6ae-4984-a6c0-c9ae8503035e,revision_number=3']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:30:51.296036 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8e350f4c-af6e-44ab-b73a-faab979a5eb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:30:51.418038 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-dd59b710-f31a-4f12-bc15-73544571550e None None] Set router cf334f16-032e-4b2d-b4ea-aab49472142c gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:30:51.938229 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-dd59b710-f31a-4f12-bc15-73544571550e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f7238940>, [{'id': 'cf334f16-032e-4b2d-b4ea-aab49472142c', 'name': 'router1', 'tenant_id': '28e167127ece4f399c3dee1ce8d2f18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '0eebfa47-c6ae-4984-a6c0-c9ae8503035e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:30:28Z', 'updated_at': '2021-04-21T14:30:48Z', 'revision_number': 4, 'project_id': '28e167127ece4f399c3dee1ce8d2f18e', 'gw_port': {'id': '0eebfa47-c6ae-4984-a6c0-c9ae8503035e', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf334f16-032e-4b2d-b4ea-aab49472142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:30:48Z', 'updated_at': '2021-04-21T14:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': '05432660-5f60-4ff2-9152-eb962b56056c', 'name': '', 'network_id': '49343f16-3010-4b15-a430-5d62e2cf37b8', 'tenant_id': '28e167127ece4f399c3dee1ce8d2f18e', 'mac_address': 'fa:16:3e:77:19:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf334f16-032e-4b2d-b4ea-aab49472142c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e9707551-5b77-4f6f-927e-8dbbb9d30bcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:30:38Z', 'updated_at': '2021-04-21T14:30:46Z', 'revision_number': 5, 'project_id': '28e167127ece4f399c3dee1ce8d2f18e', 'subnets': [{'id': 'e9707551-5b77-4f6f-927e-8dbbb9d30bcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '304bf9c8-a307-4c0a-9981-5f31d05bd303'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:30:51.943221 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd59b710-f31a-4f12-bc15-73544571550e None None] The sync data for ids ['cf334f16-032e-4b2d-b4ea-aab49472142c'] in dv-cinder-786385-2-iscsi is: [{'id': 'cf334f16-032e-4b2d-b4ea-aab49472142c', 'name': 'router1', 'tenant_id': '28e167127ece4f399c3dee1ce8d2f18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '0eebfa47-c6ae-4984-a6c0-c9ae8503035e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:30:28Z', 'updated_at': '2021-04-21T14:30:48Z', 'revision_number': 4, 'project_id': '28e167127ece4f399c3dee1ce8d2f18e', 'gw_port': {'id': '0eebfa47-c6ae-4984-a6c0-c9ae8503035e', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf334f16-032e-4b2d-b4ea-aab49472142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:30:48Z', 'updated_at': '2021-04-21T14:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': '05432660-5f60-4ff2-9152-eb962b56056c', 'name': '', 'network_id': '49343f16-3010-4b15-a430-5d62e2cf37b8', 'tenant_id': '28e167127ece4f399c3dee1ce8d2f18e', 'mac_address': 'fa:16:3e:77:19:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf334f16-032e-4b2d-b4ea-aab49472142c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e9707551-5b77-4f6f-927e-8dbbb9d30bcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:30:38Z', 'updated_at': '2021-04-21T14:30:46Z', 'revision_number': 5, 'project_id': '28e167127ece4f399c3dee1ce8d2f18e', 'subnets': [{'id': 'e9707551-5b77-4f6f-927e-8dbbb9d30bcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '304bf9c8-a307-4c0a-9981-5f31d05bd303'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:30:52.590924 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 0eebfa47-c6ae-4984-a6c0-c9ae8503035e up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:30:52.645413 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 50088) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:30:52.678716 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning for port 0eebfa47-c6ae-4984-a6c0-c9ae8503035e completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:30:52.684108 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 0eebfa47-c6ae-4984-a6c0-c9ae8503035e triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:30:52.684508 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:52.784602 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-4f8935d7-7597-48be-b750-5981b2d1627c admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1402729
Apr 21 14:30:52.812417 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:52.831912 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] For port 0eebfa47-c6ae-4984-a6c0-c9ae8503035e, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=0eebfa47-c6ae-4984-a6c0-c9ae8503035e,segment=NetworkSegment(cc9f75c9-c7cc-49bd-a770-8a7cd276112c),segment_id=cc9f75c9-c7cc-49bd-a770-8a7cd276112c)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:30:52.836480 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:52.840164 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c086c8aa-e1d4-48cb-801a-dd687ab34d15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:30:52.920368 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Pushing event updated for resources: {'Port': ['ID=0eebfa47-c6ae-4984-a6c0-c9ae8503035e,revision_number=4']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:30:52.923899 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:30:54.576843 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 0eebfa47-c6ae-4984-a6c0-c9ae8503035e up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:30:54.658132 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 0eebfa47-c6ae-4984-a6c0-c9ae8503035e triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:30:54.658794 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:30:55.346784 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 5 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:30:59.396976 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-49ed0b9c-e48e-42ba-ac50-0a6592e28f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:31:01.975645 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:31:02.149380 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e330-a3e7-4fee-8370-2d85e91b3747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:31:02.502407 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:31:04.091980 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:31:29.380187 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-bcda5789-7383-48fe-98a6-ac8bfac9e0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:31:31.975052 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:31:32.145113 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d79f092b-0752-4459-ae86-2ae921da048f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:31:32.349296 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 5 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:31:32.485908 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:31:34.105003 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:31:59.394131 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-86ffdde0-e1a5-4772-ba51-24d8eb6878fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:32:01.977703 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:32:02.147817 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7bbd955f-781b-4139-bfcd-2cceddfa15cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:32:02.489342 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:32:04.097355 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:32:09.349555 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 5 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:32:29.388483 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-10e1ac75-6ab8-460c-911f-05a48a9ba082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:32:31.981814 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:32:32.159624 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f380ae02-463b-4e72-a7fc-6448eadcec53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:32:32.496895 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:32:34.107056 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:32:36.348694 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 50658) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:32:36.434487 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce9854c-3226-4c0c-a1df-e43bb5ecde32 admin admin] GET failed (client error): The resource could not be found.
Apr 21 14:32:36.435964 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-4ce9854c-3226-4c0c-a1df-e43bb5ecde32 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0862038
Apr 21 14:32:36.592786 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07f5934-cb92-49a8-9b14-71aa50b0bea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:32:36.594447 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-f07f5934-cb92-49a8-9b14-71aa50b0bea0 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1534817
Apr 21 14:32:39.232080 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 50668) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:32:39.395483 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae45eb1-3137-4dd3-98a0-b68817446500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:32:39.396997 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-8ae45eb1-3137-4dd3-98a0-b68817446500 admin admin] 10.222.0.24 "GET /v2.0/subnets/e9707551-5b77-4f6f-927e-8dbbb9d30bcf HTTP/1.1" status: 200  len: 849 time: 0.1635203
Apr 21 14:32:39.408778 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-5cd90c1c-a495-49eb-a32a-91ec1cd6348c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:32:39.546997 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-5cd90c1c-a495-49eb-a32a-91ec1cd6348c admin admin] Notify callbacks [] for subnet, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:32:39.954991 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-5cd90c1c-a495-49eb-a32a-91ec1cd6348c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759846512601'] for subnet, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:32:39.959374 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:32:40.011432 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd90c1c-a495-49eb-a32a-91ec1cd6348c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:32:40.011432 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-5cd90c1c-a495-49eb-a32a-91ec1cd6348c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for subnet, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:32:40.022760 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-5cd90c1c-a495-49eb-a32a-91ec1cd6348c admin admin] 10.222.0.24 "PUT /v2.0/subnets/e9707551-5b77-4f6f-927e-8dbbb9d30bcf HTTP/1.1" status: 200  len: 868 time: 0.6094232
Apr 21 14:32:40.031300 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2be5c9-5f90-4e8b-b17d-035ef47e7f06 None None] Network 49343f16-3010-4b15-a430-5d62e2cf37b8 requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:32:40.052535 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd90c1c-a495-49eb-a32a-91ec1cd6348c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9707551-5b77-4f6f-927e-8dbbb9d30bcf,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:32:40.061845 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd90c1c-a495-49eb-a32a-91ec1cd6348c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:32:40.062395 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd90c1c-a495-49eb-a32a-91ec1cd6348c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:32:40.062658 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd90c1c-a495-49eb-a32a-91ec1cd6348c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:32:40.062977 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd90c1c-a495-49eb-a32a-91ec1cd6348c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:32:40.063334 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd90c1c-a495-49eb-a32a-91ec1cd6348c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:32:40.063710 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd90c1c-a495-49eb-a32a-91ec1cd6348c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:32:40.064063 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd90c1c-a495-49eb-a32a-91ec1cd6348c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:32:40.064416 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd90c1c-a495-49eb-a32a-91ec1cd6348c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:32:40.064774 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd90c1c-a495-49eb-a32a-91ec1cd6348c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:32:40.065128 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd90c1c-a495-49eb-a32a-91ec1cd6348c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:32:40.065524 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd90c1c-a495-49eb-a32a-91ec1cd6348c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:32:40.065875 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd90c1c-a495-49eb-a32a-91ec1cd6348c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:32:40.074024 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-5cd90c1c-a495-49eb-a32a-91ec1cd6348c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:32:40.724120 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-1da5cf8c-6740-400a-b591-e413741cc4e1 None None] Provisioning complete for port 05432660-5f60-4ff2-9152-eb962b56056c triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:32:40.724993 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1da5cf8c-6740-400a-b591-e413741cc4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:32:40.883046 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-1da5cf8c-6740-400a-b591-e413741cc4e1 None None] Provisioning complete for port 7b24bd9b-0fa7-4f0e-93d1-03f141610067 triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:32:40.883517 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1da5cf8c-6740-400a-b591-e413741cc4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:32:42.741848 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 50678) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:32:42.946161 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01689f81-648a-4403-b749-4dbcbae97ff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:32:42.946678 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01689f81-648a-4403-b749-4dbcbae97ff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:32:42.948357 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-01689f81-648a-4403-b749-4dbcbae97ff2 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2050221
Apr 21 14:32:45.564103 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 50688) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:32:45.811249 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbef36c6-8bca-4136-91ac-6b81a380c72b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:32:45.812133 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbef36c6-8bca-4136-91ac-6b81a380c72b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:32:45.815169 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-cbef36c6-8bca-4136-91ac-6b81a380c72b admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2496479
Apr 21 14:32:46.351803 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 5 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:32:48.550625 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 50698) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:32:48.757548 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ffa862-93a3-44d8-a025-95e856d7c155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:32:48.759163 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-46ffa862-93a3-44d8-a025-95e856d7c155 admin admin] 10.222.0.24 "GET /v2.0/networks/49343f16-3010-4b15-a430-5d62e2cf37b8 HTTP/1.1" status: 200  len: 869 time: 0.2068837
Apr 21 14:32:51.524095 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 50708) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:32:51.724980 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8999379-0f1c-4292-bc9b-fdb11aca3a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:32:51.726503 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-e8999379-0f1c-4292-bc9b-fdb11aca3a60 admin admin] 10.222.0.24 "GET /v2.0/networks/65ae90ab-0baf-4140-bbfd-b114ac6a9837 HTTP/1.1" status: 200  len: 886 time: 0.2013490
Apr 21 14:32:54.433554 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 50718) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:32:54.576850 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3d1077-09eb-40f8-8ae8-86cb0052c0de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:32:54.577456 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3d1077-09eb-40f8-8ae8-86cb0052c0de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:32:54.578365 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-bb3d1077-09eb-40f8-8ae8-86cb0052c0de admin admin] Synchronizing usage tracker for tenant:7395729fc7074e22910f30728d7e280e on resource:subnet {{(pid=86394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:32:54.599771 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-bb3d1077-09eb-40f8-8ae8-86cb0052c0de admin admin] Unset dirty status for tenant:7395729fc7074e22910f30728d7e280e on resource:subnet {{(pid=86394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:32:54.601489 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-bb3d1077-09eb-40f8-8ae8-86cb0052c0de admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1667917
Apr 21 14:32:57.246270 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 50728) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:32:57.383620 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19545770-fda5-4c5f-9cc7-e7b75d96955f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:32:57.384133 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19545770-fda5-4c5f-9cc7-e7b75d96955f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:32:57.385878 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-19545770-fda5-4c5f-9cc7-e7b75d96955f admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1383030
Apr 21 14:32:59.395559 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-757859be-a7b2-4be3-b0b3-7ed07e32c5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:32:59.997121 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 50738) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:33:00.121821 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b23d2cc-b1d7-4748-a148-5dbb94aba11b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:33:00.123723 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-0b23d2cc-b1d7-4748-a148-5dbb94aba11b admin admin] 10.222.0.24 "GET /v2.0/subnets/3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036 HTTP/1.1" status: 200  len: 816 time: 0.1254504
Apr 21 14:33:01.996669 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:33:02.162771 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3f4a2411-a214-44a9-9b79-50e1611b7b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:33:02.495006 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:33:02.851091 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 50748) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:33:02.985769 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362ccfcb-c6d5-4e3b-88b2-186b6453f3cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:33:02.987395 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-362ccfcb-c6d5-4e3b-88b2-186b6453f3cd admin admin] 10.222.0.24 "GET /v2.0/subnets/e9707551-5b77-4f6f-927e-8dbbb9d30bcf HTTP/1.1" status: 200  len: 868 time: 0.1351140
Apr 21 14:33:04.122263 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:33:23.353429 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 5 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:33:29.389462 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6242dc88-5834-4a35-adbd-a0a29598dba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:33:31.547042 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 50792) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:33:31.604469 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [None req-2cfffa49-3e94-4dfa-bbd2-1a8517e65c04 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 14:33:31.605633 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-2cfffa49-3e94-4dfa-bbd2-1a8517e65c04 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0575912
Apr 21 14:33:31.989770 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:33:32.158378 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-dea9b565-4e17-4927-8044-cd9f0d7eaf86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:33:32.492925 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:33:34.124645 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:33:34.274456 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 50802) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:33:34.352582 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.pecan_wsgi.hooks.translation [None req-582f3a66-d7c7-4349-bd70-69bc57066350 admin admin] GET failed (client error): The resource could not be found.
Apr 21 14:33:34.353827 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-582f3a66-d7c7-4349-bd70-69bc57066350 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0781605
Apr 21 14:33:34.503132 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7e60f5-8c17-467b-9039-895267354010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:33:34.504830 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-eb7e60f5-8c17-467b-9039-895267354010 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1450722
Apr 21 14:33:37.142623 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 50812) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:33:37.201586 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-8a3b2347-ccd4-4754-a582-659e44c95dff admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:33:37.208519 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-8a3b2347-ccd4-4754-a582-659e44c95dff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:33:37.219948 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-8a3b2347-ccd4-4754-a582-659e44c95dff admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:33:37.229407 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3b2347-ccd4-4754-a582-659e44c95dff admin admin] Made reservation on behalf of 7395729fc7074e22910f30728d7e280e for: {'network': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:33:37.234216 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8a3b2347-ccd4-4754-a582-659e44c95dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for network, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:33:37.339444 dv-cinder-786385-2-iscsi neutron-server[86282]: WARNING neutron.services.revisions.revision_plugin [None req-8a3b2347-ccd4-4754-a582-659e44c95dff admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f78f7a90860] {project_id='7395729fc7074e22910f30728d7e280e', id='99df14ac-f30b-48af-8cfd-6b8c7805af3c', target_tenant='*', action='access_as_shared', object_id='bc2e8b12-2d7a-487f-8431-f4b7d0dfda27'}> to bump revision.
Apr 21 14:33:37.357863 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a3b2347-ccd4-4754-a582-659e44c95dff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337}  {{(pid=86393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 14:33:37.369203 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8a3b2347-ccd4-4754-a582-659e44c95dff admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363277008347030', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852863918'] for segment, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:33:37.369779 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8a3b2347-ccd4-4754-a582-659e44c95dff admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f78f88e06a8> segment precommit_create {{(pid=86393) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 21 14:33:37.370271 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.segments_db [None req-8a3b2347-ccd4-4754-a582-659e44c95dff admin admin] Added segment c3423405-952e-4cbd-b0fb-edac909f21f1 of type vlan for network bc2e8b12-2d7a-487f-8431-f4b7d0dfda27
Apr 21 14:33:37.416937 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8a3b2347-ccd4-4754-a582-659e44c95dff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759846068458'] for network, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:33:37.458183 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8a3b2347-ccd4-4754-a582-659e44c95dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162'] for network, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:33:37.459665 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3b2347-ccd4-4754-a582-659e44c95dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:33:37.460368 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8a3b2347-ccd4-4754-a582-659e44c95dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for network, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:33:37.464359 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:33:37.589979 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-8a3b2347-ccd4-4754-a582-659e44c95dff admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4457536
Apr 21 14:33:37.590650 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b2347-ccd4-4754-a582-659e44c95dff admin admin] Pushing event updated for resources: {'Network': ['ID=bc2e8b12-2d7a-487f-8431-f4b7d0dfda27,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:33:37.594189 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8a3b2347-ccd4-4754-a582-659e44c95dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:33:37.605121 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Network bc2e8b12-2d7a-487f-8431-f4b7d0dfda27 details requested by agent ovs-agent-dv-cinder-786385-2-iscsi with host dv-cinder-786385-2-iscsi {{(pid=86395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 14:33:40.192362 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 50822) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:33:40.276939 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bd03339-78f6-431c-9b6c-75bd94a8c2de admin admin] GET failed (client error): The resource could not be found.
Apr 21 14:33:40.277591 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-8bd03339-78f6-431c-9b6c-75bd94a8c2de admin admin] Synchronizing usage tracker for tenant:7395729fc7074e22910f30728d7e280e on resource:network {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:33:40.294431 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-8bd03339-78f6-431c-9b6c-75bd94a8c2de admin admin] Unset dirty status for tenant:7395729fc7074e22910f30728d7e280e on resource:network {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:33:40.295620 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-8bd03339-78f6-431c-9b6c-75bd94a8c2de admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1018486
Apr 21 14:33:40.418637 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131a97bd-65cf-4dc1-8616-24cfb6efa545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:33:40.420216 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-131a97bd-65cf-4dc1-8616-24cfb6efa545 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1198928
Apr 21 14:33:40.437801 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-f210cf8e-1341-4230-ab32-0f01f2a00392 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'bc2e8b12-2d7a-487f-8431-f4b7d0dfda27', 'cidr': '192.168.233.0/24'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:33:40.443344 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-f210cf8e-1341-4230-ab32-0f01f2a00392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:33:40.454511 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-f210cf8e-1341-4230-ab32-0f01f2a00392 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:33:40.464586 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f210cf8e-1341-4230-ab32-0f01f2a00392 admin admin] Made reservation on behalf of 7395729fc7074e22910f30728d7e280e for: {'subnet': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:33:40.469402 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f210cf8e-1341-4230-ab32-0f01f2a00392 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:33:40.895753 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f210cf8e-1341-4230-ab32-0f01f2a00392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162'] for subnet, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:33:40.900065 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-5cd90c1c-a495-49eb-a32a-91ec1cd6348c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:33:40.980652 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210cf8e-1341-4230-ab32-0f01f2a00392 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e61b0820-1070-4d93-870f-123118eca847,revision_number=0']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:33:40.993977 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f210cf8e-1341-4230-ab32-0f01f2a00392 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:33:40.994424 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f210cf8e-1341-4230-ab32-0f01f2a00392 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:33:40.994792 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f210cf8e-1341-4230-ab32-0f01f2a00392 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:33:40.995154 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f210cf8e-1341-4230-ab32-0f01f2a00392 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:33:40.995512 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f210cf8e-1341-4230-ab32-0f01f2a00392 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:33:40.995867 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f210cf8e-1341-4230-ab32-0f01f2a00392 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:33:40.996221 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f210cf8e-1341-4230-ab32-0f01f2a00392 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:33:40.996569 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f210cf8e-1341-4230-ab32-0f01f2a00392 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:33:40.996926 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f210cf8e-1341-4230-ab32-0f01f2a00392 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:33:40.997277 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f210cf8e-1341-4230-ab32-0f01f2a00392 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:33:40.997627 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f210cf8e-1341-4230-ab32-0f01f2a00392 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:33:40.997979 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f210cf8e-1341-4230-ab32-0f01f2a00392 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:33:41.003302 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f210cf8e-1341-4230-ab32-0f01f2a00392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:33:41.006423 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f210cf8e-1341-4230-ab32-0f01f2a00392 admin admin] Checking segment: {'id': 'c3423405-952e-4cbd-b0fb-edac909f21f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bc2e8b12-2d7a-487f-8431-f4b7d0dfda27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:33:41.006879 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f210cf8e-1341-4230-ab32-0f01f2a00392 admin admin] Network hostable DHCP agents. Network: bc2e8b12-2d7a-487f-8431-f4b7d0dfda27, hostable agents: ['185605b6-6305-46ac-a1cb-38316e52a922'], hosted agents: [] {{(pid=86393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 14:33:41.029430 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f210cf8e-1341-4230-ab32-0f01f2a00392 admin admin] Network bc2e8b12-2d7a-487f-8431-f4b7d0dfda27 is scheduled to be hosted by DHCP agent 185605b6-6305-46ac-a1cb-38316e52a922 with binding_index 1 {{(pid=86393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 14:33:41.039798 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-f210cf8e-1341-4230-ab32-0f01f2a00392 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-iscsi, bc2e8b12-2d7a-487f-8431-f4b7d0dfda27) {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:33:41.045206 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f210cf8e-1341-4230-ab32-0f01f2a00392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:33:41.046326 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f210cf8e-1341-4230-ab32-0f01f2a00392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for subnet, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:33:41.053233 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d742dc8-a2a2-4010-9399-849d7fea035d None None] Network bc2e8b12-2d7a-487f-8431-f4b7d0dfda27 requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:33:41.088901 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-f210cf8e-1341-4230-ab32-0f01f2a00392 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6552811
Apr 21 14:33:41.420706 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd811e4f-5666-5458-8df8-f30f8980c0d3-bc2e8b12-2d7a-487f-8431-f4b7d0dfda27', 'network_id': 'bc2e8b12-2d7a-487f-8431-f4b7d0dfda27', 'tenant_id': '7395729fc7074e22910f30728d7e280e', 'fixed_ips': [{'subnet_id': 'e61b0820-1070-4d93-870f-123118eca847'}]}} from dv-cinder-786385-2-iscsi. {{(pid=86395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 14:33:41.423572 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:33:41.640272 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Allocated IP 192.168.233.2 (bc2e8b12-2d7a-487f-8431-f4b7d0dfda27/e61b0820-1070-4d93-870f-123118eca847/4c310efe-de6e-492f-a96b-56f6a6e9d806) {{(pid=86395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:33:41.942277 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Notify callbacks [] for port, precommit_create {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:33:41.954575 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Transition to ACTIVE for port object 4c310efe-de6e-492f-a96b-56f6a6e9d806 will not be triggered until provisioned by entity L2. {{(pid=86395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:33:41.987603 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Transition to ACTIVE for port object 4c310efe-de6e-492f-a96b-56f6a6e9d806 will not be triggered until provisioned by entity DHCP. {{(pid=86395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:33:41.994470 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207'] for port, after_create {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:33:42.001351 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9e208a69-3be2-4e07-9a1e-5af343306c97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:33:42.095108 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Network bc2e8b12-2d7a-487f-8431-f4b7d0dfda27 is already hosted by enough agents. {{(pid=86395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:33:42.098720 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Resources bound (agent type, host, resource id):  {{(pid=86395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:33:42.101409 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Received port after_create {{(pid=86395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:33:42.139237 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Pushing event updated for resources: {'Port': ['ID=4c310efe-de6e-492f-a96b-56f6a6e9d806,revision_number=1']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:33:42.157339 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:33:42.157747 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:33:42.158177 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:33:42.158545 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:33:42.158907 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:33:42.159263 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:33:42.159630 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:33:42.159984 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:33:42.160342 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:33:42.160699 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:33:42.161083 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:33:42.161437 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:33:42.165595 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:33:42.226130 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Attempting to bind port 4c310efe-de6e-492f-a96b-56f6a6e9d806 on host dv-cinder-786385-2-iscsi for vnic_type normal with profile  {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:33:42.226450 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Attempting to bind port 4c310efe-de6e-492f-a96b-56f6a6e9d806 by drivers openvswitch,hyperv on host dv-cinder-786385-2-iscsi at level 0 using segments [{'id': 'c3423405-952e-4cbd-b0fb-edac909f21f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bc2e8b12-2d7a-487f-8431-f4b7d0dfda27'}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:33:42.226859 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Attempting to bind port 4c310efe-de6e-492f-a96b-56f6a6e9d806 on network bc2e8b12-2d7a-487f-8431-f4b7d0dfda27 {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:33:42.233445 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Checking agent: {'id': '3835c4f8-6870-47cd-b375-7aa1fa6d9f56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 2), 'started_at': datetime.datetime(2021, 4, 21, 14, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:33:42.233864 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Checking segment: {'id': 'c3423405-952e-4cbd-b0fb-edac909f21f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bc2e8b12-2d7a-487f-8431-f4b7d0dfda27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:33:42.234323 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:33:42.234747 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Bound using segment: {'id': 'c3423405-952e-4cbd-b0fb-edac909f21f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bc2e8b12-2d7a-487f-8431-f4b7d0dfda27'} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:33:42.235288 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Bound port: 4c310efe-de6e-492f-a96b-56f6a6e9d806, host: dv-cinder-786385-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3423405-952e-4cbd-b0fb-edac909f21f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bc2e8b12-2d7a-487f-8431-f4b7d0dfda27'}}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:33:42.235704 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:33:42.339503 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] For port 4c310efe-de6e-492f-a96b-56f6a6e9d806, host dv-cinder-786385-2-iscsi, cleared binding levels {{(pid=86395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:33:42.345867 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] For port 4c310efe-de6e-492f-a96b-56f6a6e9d806, host dv-cinder-786385-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=4c310efe-de6e-492f-a96b-56f6a6e9d806,segment=NetworkSegment(c3423405-952e-4cbd-b0fb-edac909f21f1),segment_id=c3423405-952e-4cbd-b0fb-edac909f21f1)] {{(pid=86395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:33:42.349674 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:33:42.354666 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:33:42.454429 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Pushing event updated for resources: {'Port': ['ID=4c310efe-de6e-492f-a96b-56f6a6e9d806,revision_number=2']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:33:42.460342 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:33:43.891915 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9858465-19df-478b-8734-44f9c45fda75 None None] Network bc2e8b12-2d7a-487f-8431-f4b7d0dfda27 requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:33:43.999176 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-215d1666-1102-447b-9bfd-3446fa84821a None None] Provisioning for port 4c310efe-de6e-492f-a96b-56f6a6e9d806 completed by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:33:44.759759 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 4c310efe-de6e-492f-a96b-56f6a6e9d806 up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:33:44.846747 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning for port 4c310efe-de6e-492f-a96b-56f6a6e9d806 completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:33:44.853031 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 4c310efe-de6e-492f-a96b-56f6a6e9d806 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:33:44.853566 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:33:45.018534 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:33:45.070441 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] For port 4c310efe-de6e-492f-a96b-56f6a6e9d806, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=4c310efe-de6e-492f-a96b-56f6a6e9d806,segment=NetworkSegment(c3423405-952e-4cbd-b0fb-edac909f21f1),segment_id=c3423405-952e-4cbd-b0fb-edac909f21f1)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:33:45.074333 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:33:45.076702 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:33:45.155944 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Pushing event updated for resources: {'Port': ['ID=4c310efe-de6e-492f-a96b-56f6a6e9d806,revision_number=3']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:33:45.159902 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:33:46.725723 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 4c310efe-de6e-492f-a96b-56f6a6e9d806 up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:33:46.810947 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 4c310efe-de6e-492f-a96b-56f6a6e9d806 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:33:46.811495 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:33:59.399578 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e0828523-7b44-4051-8aa6-aae1a94397a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:34:00.355507 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 5 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:34:01.992964 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:34:02.165461 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-86b9e130-76cf-4c52-aa5a-1c4d279f5e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:34:02.491469 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:34:04.120306 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:34:29.398417 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-292e5611-5dc7-4378-b502-05489e585c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:34:32.001006 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:34:32.168430 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ab9ada91-08bc-4404-ae1b-b0dd465c28ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:34:32.489746 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:34:34.125003 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:34:37.358169 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 5 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:34:59.393500 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-5ec383dc-8a0b-4655-9db2-d90a5dc5ad6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:34:59.683436 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 50864) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:34:59.690449 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [None req-2f61cbd1-6e27-4962-8935-5d1a18352ffd tempest-verify_tempest_config-746927192 tempest-verify_tempest_config-746927192-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 14:34:59.691671 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-2f61cbd1-6e27-4962-8935-5d1a18352ffd tempest-verify_tempest_config-746927192 tempest-verify_tempest_config-746927192-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0070486
Apr 21 14:35:00.087590 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 50886) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:35:00.233810 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7c706802-8d87-46c5-9e6b-19d606e2dac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:35:00.251438 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-7c706802-8d87-46c5-9e6b-19d606e2dac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:35:00.256322 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-7c706802-8d87-46c5-9e6b-19d606e2dac5 admin admin] Usage tracker for resource:security_group_rule and tenant:272a7d78500545caa8d8cf8c1facd970 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:35:00.260045 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-7c706802-8d87-46c5-9e6b-19d606e2dac5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:35:00.266961 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-7c706802-8d87-46c5-9e6b-19d606e2dac5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:35:00.389966 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7c706802-8d87-46c5-9e6b-19d606e2dac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:35:00.393802 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7c706802-8d87-46c5-9e6b-19d606e2dac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:35:00.402052 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:35:00.483901 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-7c706802-8d87-46c5-9e6b-19d606e2dac5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=272a7d78500545caa8d8cf8c1facd970&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3940718
Apr 21 14:35:00.485600 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c706802-8d87-46c5-9e6b-19d606e2dac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffaa9095-bc28-467b-9319-7b0852fdd34b,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:35:00.486651 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 50892) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:35:00.500480 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c706802-8d87-46c5-9e6b-19d606e2dac5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:35:00.501135 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c706802-8d87-46c5-9e6b-19d606e2dac5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:35:00.501775 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c706802-8d87-46c5-9e6b-19d606e2dac5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:35:00.502431 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c706802-8d87-46c5-9e6b-19d606e2dac5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:35:00.503063 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c706802-8d87-46c5-9e6b-19d606e2dac5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:35:00.503672 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c706802-8d87-46c5-9e6b-19d606e2dac5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:35:00.504302 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c706802-8d87-46c5-9e6b-19d606e2dac5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:35:00.504928 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c706802-8d87-46c5-9e6b-19d606e2dac5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:35:00.505597 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c706802-8d87-46c5-9e6b-19d606e2dac5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:35:00.506285 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c706802-8d87-46c5-9e6b-19d606e2dac5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:35:00.506942 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c706802-8d87-46c5-9e6b-19d606e2dac5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:35:00.507572 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c706802-8d87-46c5-9e6b-19d606e2dac5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:35:00.517514 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-7c706802-8d87-46c5-9e6b-19d606e2dac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:35:00.558419 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ca837a0b-b54e-4827-98dd-68ef1dfdb46a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:35:00.594071 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ca837a0b-b54e-4827-98dd-68ef1dfdb46a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:35:00.652604 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ca837a0b-b54e-4827-98dd-68ef1dfdb46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:35:00.658809 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:35:00.670647 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca837a0b-b54e-4827-98dd-68ef1dfdb46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffaa9095-bc28-467b-9319-7b0852fdd34b,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:35:00.682858 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca837a0b-b54e-4827-98dd-68ef1dfdb46a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:35:00.683245 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca837a0b-b54e-4827-98dd-68ef1dfdb46a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:35:00.683588 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca837a0b-b54e-4827-98dd-68ef1dfdb46a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:35:00.683959 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca837a0b-b54e-4827-98dd-68ef1dfdb46a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:35:00.684320 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca837a0b-b54e-4827-98dd-68ef1dfdb46a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:35:00.684675 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca837a0b-b54e-4827-98dd-68ef1dfdb46a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:35:00.685028 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca837a0b-b54e-4827-98dd-68ef1dfdb46a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:35:00.685391 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca837a0b-b54e-4827-98dd-68ef1dfdb46a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:35:00.685757 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca837a0b-b54e-4827-98dd-68ef1dfdb46a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:35:00.686133 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca837a0b-b54e-4827-98dd-68ef1dfdb46a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:35:00.686482 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca837a0b-b54e-4827-98dd-68ef1dfdb46a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:35:00.686829 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca837a0b-b54e-4827-98dd-68ef1dfdb46a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:35:00.690238 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ca837a0b-b54e-4827-98dd-68ef1dfdb46a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:35:00.691459 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-ca837a0b-b54e-4827-98dd-68ef1dfdb46a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ffaa9095-bc28-467b-9319-7b0852fdd34b HTTP/1.1" status: 204  len: 168 time: 0.2035525
Apr 21 14:35:00.692434 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ca837a0b-b54e-4827-98dd-68ef1dfdb46a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:35:02.009886 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:35:02.163682 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ccc183c8-9a20-4d44-8bb3-96eab5bc4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:35:02.489597 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:35:04.122879 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:35:14.359282 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 5 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:35:29.397664 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7f4f2751-0490-459f-b743-e1fdc5fed630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:35:32.013621 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:35:32.168077 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6984ba8d-65d3-4333-8c25-e4c2f5a9a6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:35:32.486679 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:35:34.132108 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:35:51.363768 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 5 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:35:59.402903 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-670b1d92-c63e-469a-8d21-33213e0994de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:36:02.007523 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:36:02.174433 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8f7e540b-1149-4436-bb01-dfacee994602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:36:02.484561 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:36:04.124608 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:36:28.364660 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 5 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:36:29.411724 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1c07b781-040b-4c6e-9d24-25c75b569339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:36:32.022443 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:36:32.176861 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d49d2db8-ded3-4854-a377-5349d541f00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:36:32.479955 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:36:34.129082 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:36:38.742169 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013'] for agent, after_create {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:36:43.834487 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 50948) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:36:43.965277 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-1ccaf6a4-6898-426d-9dc3-e1a45765bdbf admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1293373
Apr 21 14:36:46.582246 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 50958) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:36:46.652792 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-196fd1d9-e980-4dac-8579-56017a0b78c4 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0692935
Apr 21 14:36:59.415769 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b754bf5a-f0c7-43db-b745-3c335159c073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:37:02.013382 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:37:02.171608 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-cf8422f3-5817-4221-a367-e27a9ec2749c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:37:02.486397 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:37:04.132048 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:37:05.366008 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:37:08.713727 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:37:29.413044 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0ed80e10-780f-4921-841b-c24d17f96af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:37:32.034327 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:37:32.187399 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1af9a3a3-d209-43b1-b00d-f702527aaa9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:37:32.483160 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:37:34.148463 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:37:38.716674 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:37:42.372550 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:37:59.411630 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-669ab580-0309-4440-b9f5-bca8bf777849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:02.024973 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:02.176239 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-86f363a9-f22b-45a4-bbba-5f9903f4c253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:02.480143 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:04.142695 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:08.731522 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:19.369910 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:38:25.398886 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 51140) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:38:25.818312 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 51160) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:38:25.831170 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-635456451-network', 'tenant_id': 'dedd46ed5a7b480b96fc0f889ee9392f'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:38:25.836710 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:38:25.841648 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Usage tracker for resource:network and tenant:dedd46ed5a7b480b96fc0f889ee9392f is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:38:25.845646 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:38:25.853354 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:38:25.867746 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Made reservation on behalf of dedd46ed5a7b480b96fc0f889ee9392f for: {'network': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:38:25.873110 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for network, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:25.889159 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:25.906676 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:38:25.921558 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Usage tracker for resource:security_group_rule and tenant:dedd46ed5a7b480b96fc0f889ee9392f is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:38:25.923337 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:38:25.935108 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:38:26.074345 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 51172) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:38:26.095113 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:26.100036 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:26.108846 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:26.171508 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334}  {{(pid=86393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 14:38:26.180720 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9e4849-99af-4342-b297-9b1b75946732,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:26.196437 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:26.197045 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:26.197637 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:26.198508 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:26.199288 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:26.200184 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:26.200778 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:26.201230 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:26.201823 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:26.202434 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:26.202943 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:26.203556 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:26.205161 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Tracked resource versions report:
Apr 21 14:38:26.205161 dv-cinder-786385-2-iscsi neutron-server[86282]: pushed versions:
Apr 21 14:38:26.205161 dv-cinder-786385-2-iscsi neutron-server[86282]: {   'AddressGroup': {'1.2'},
Apr 21 14:38:26.205161 dv-cinder-786385-2-iscsi neutron-server[86282]:     'ConntrackHelper': {'1.0'},
Apr 21 14:38:26.205161 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Log': {'1.0'},
Apr 21 14:38:26.205161 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Network': {'1.1'},
Apr 21 14:38:26.205161 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Port': {'1.7'},
Apr 21 14:38:26.205161 dv-cinder-786385-2-iscsi neutron-server[86282]:     'PortForwarding': {'1.2'},
Apr 21 14:38:26.205161 dv-cinder-786385-2-iscsi neutron-server[86282]:     'QosPolicy': {'1.8'},
Apr 21 14:38:26.205161 dv-cinder-786385-2-iscsi neutron-server[86282]:     'SecurityGroup': {'1.4'},
Apr 21 14:38:26.205161 dv-cinder-786385-2-iscsi neutron-server[86282]:     'SecurityGroupRule': {'1.2'},
Apr 21 14:38:26.205161 dv-cinder-786385-2-iscsi neutron-server[86282]:     'SubPort': {'1.0'},
Apr 21 14:38:26.205161 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Subnet': {'1.1'},
Apr 21 14:38:26.205161 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Trunk': {'1.1'}}
Apr 21 14:38:26.205161 dv-cinder-786385-2-iscsi neutron-server[86282]: consumer versions:
Apr 21 14:38:26.205161 dv-cinder-786385-2-iscsi neutron-server[86282]: {   DHCP agent@dv-cinder-786385-2-iscsi: {},
Apr 21 14:38:26.205161 dv-cinder-786385-2-iscsi neutron-server[86282]:     HyperV agent@hv-cinder-78638: {},
Apr 21 14:38:26.205161 dv-cinder-786385-2-iscsi neutron-server[86282]:     L3 agent@dv-cinder-786385-2-iscsi: {},
Apr 21 14:38:26.205161 dv-cinder-786385-2-iscsi neutron-server[86282]:     Metadata agent@dv-cinder-786385-2-iscsi: {},
Apr 21 14:38:26.205161 dv-cinder-786385-2-iscsi neutron-server[86282]:     Metering agent@dv-cinder-786385-2-iscsi: {},
Apr 21 14:38:26.205161 dv-cinder-786385-2-iscsi neutron-server[86282]:     Open vSwitch agent@dv-cinder-786385-2-iscsi: {   'AddressGroup': '1.2',
Apr 21 14:38:26.205161 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'ConntrackHelper': '1.0',
Apr 21 14:38:26.205161 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Log': '1.0',
Apr 21 14:38:26.205161 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Network': '1.1',
Apr 21 14:38:26.205161 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Port': '1.7',
Apr 21 14:38:26.205161 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'PortForwarding': '1.2',
Apr 21 14:38:26.205161 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'QosPolicy': '1.8',
Apr 21 14:38:26.205161 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'SecurityGroup': '1.4',
Apr 21 14:38:26.205161 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'SecurityGroupRule': '1.2',
Apr 21 14:38:26.205161 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'SubPort': '1.0',
Apr 21 14:38:26.205161 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Subnet': '1.1',
Apr 21 14:38:26.205161 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Trunk': '1.1'}}
Apr 21 14:38:26.205161 dv-cinder-786385-2-iscsi neutron-server[86282]:  {{(pid=86393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 21 14:38:26.228750 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852863918'] for segment, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:26.229345 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.segments_db [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Added segment f9f79d33-bcaf-443f-984f-db2181ef54a6 of type vlan for network 2671739c-b1e5-44b5-80f6-19a324e449de
Apr 21 14:38:26.231738 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:26.268318 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759846068458'] for network, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:26.310318 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162'] for network, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:26.312980 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:38:26.314415 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for network, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:26.325164 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8a3b2347-ccd4-4754-a582-659e44c95dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:26.486491 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-a1e3f933-ab42-48be-ab48-503846e19f74 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1168531284-network', 'tenant_id': '71fbd46f910d42d1975f143a55e34822'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:38:26.492333 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Pushing event updated for resources: {'Network': ['ID=2671739c-b1e5-44b5-80f6-19a324e449de,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:26.504710 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:26.508265 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.1075075
Apr 21 14:38:26.511387 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 51192) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:38:26.513525 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Network 2671739c-b1e5-44b5-80f6-19a324e449de details requested by agent ovs-agent-dv-cinder-786385-2-iscsi with host dv-cinder-786385-2-iscsi {{(pid=86395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 14:38:26.515196 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-a1e3f933-ab42-48be-ab48-503846e19f74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:38:26.521660 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-6c86fdbf-53aa-42af-98b0-7934bb77cdd8 admin admin] Request body: {'subnet': {'network_id': '2671739c-b1e5-44b5-80f6-19a324e449de', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-635456451-subnet', 'tenant_id': 'dedd46ed5a7b480b96fc0f889ee9392f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:38:26.523600 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1531100270-network', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:38:26.528321 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-6c86fdbf-53aa-42af-98b0-7934bb77cdd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:38:26.533199 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-6c86fdbf-53aa-42af-98b0-7934bb77cdd8 admin admin] Usage tracker for resource:subnet and tenant:dedd46ed5a7b480b96fc0f889ee9392f is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:38:26.541133 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-6c86fdbf-53aa-42af-98b0-7934bb77cdd8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:38:26.544082 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:38:26.545044 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-6c86fdbf-53aa-42af-98b0-7934bb77cdd8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:38:26.553680 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-a1e3f933-ab42-48be-ab48-503846e19f74 admin admin] Usage tracker for resource:network and tenant:71fbd46f910d42d1975f143a55e34822 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:38:26.559943 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-a1e3f933-ab42-48be-ab48-503846e19f74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:38:26.564038 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c86fdbf-53aa-42af-98b0-7934bb77cdd8 admin admin] Made reservation on behalf of dedd46ed5a7b480b96fc0f889ee9392f for: {'subnet': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:38:26.568979 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6c86fdbf-53aa-42af-98b0-7934bb77cdd8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:26.569789 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Usage tracker for resource:network and tenant:b0771cc9ab3c4a23881ef55e4b3218b3 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:38:26.586425 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:38:26.604687 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:38:26.622909 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Made reservation on behalf of b0771cc9ab3c4a23881ef55e4b3218b3 for: {'network': 1} {{(pid=86394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:38:26.634843 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for network, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:26.642658 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-a1e3f933-ab42-48be-ab48-503846e19f74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:38:26.666676 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:26.678426 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e3f933-ab42-48be-ab48-503846e19f74 admin admin] Made reservation on behalf of 71fbd46f910d42d1975f143a55e34822 for: {'network': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:38:26.683635 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f933-ab42-48be-ab48-503846e19f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for network, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:26.706914 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:38:26.713062 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f933-ab42-48be-ab48-503846e19f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:26.717197 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Usage tracker for resource:security_group_rule and tenant:b0771cc9ab3c4a23881ef55e4b3218b3 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:38:26.724336 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:38:26.740688 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:38:26.950001 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-a1e3f933-ab42-48be-ab48-503846e19f74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:38:26.954495 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-a1e3f933-ab42-48be-ab48-503846e19f74 admin admin] Usage tracker for resource:security_group_rule and tenant:71fbd46f910d42d1975f143a55e34822 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:38:26.957906 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-a1e3f933-ab42-48be-ab48-503846e19f74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:38:26.965150 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-a1e3f933-ab42-48be-ab48-503846e19f74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:38:26.991871 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:26.997039 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:27.016925 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:27.077558 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301}  {{(pid=86394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 14:38:27.080027 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 51210) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:38:27.099001 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852863918'] for segment, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:27.099944 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.segments_db [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Added segment aad70013-a75a-432c-9a4b-498f88914087 of type vlan for network 4398a4b8-9ecd-43b2-988b-da3ccd660ad9
Apr 21 14:38:27.145190 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f933-ab42-48be-ab48-503846e19f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:27.173622 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759846068458'] for network, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:27.211801 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f933-ab42-48be-ab48-503846e19f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:27.225099 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:27.244321 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10928995-b48e-47c2-97f1-4286b7a6e568,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:27.259308 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162'] for network, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:27.264065 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:27.264393 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:27.264766 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:27.265388 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:27.266066 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:27.266634 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:27.267234 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:27.267838 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:27.268706 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:27.269301 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:27.269911 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:27.270719 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:27.273470 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Tracked resource versions report:
Apr 21 14:38:27.273470 dv-cinder-786385-2-iscsi neutron-server[86282]: pushed versions:
Apr 21 14:38:27.273470 dv-cinder-786385-2-iscsi neutron-server[86282]: {   'AddressGroup': {'1.2'},
Apr 21 14:38:27.273470 dv-cinder-786385-2-iscsi neutron-server[86282]:     'ConntrackHelper': {'1.0'},
Apr 21 14:38:27.273470 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Log': {'1.0'},
Apr 21 14:38:27.273470 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Network': {'1.1'},
Apr 21 14:38:27.273470 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Port': {'1.7'},
Apr 21 14:38:27.273470 dv-cinder-786385-2-iscsi neutron-server[86282]:     'PortForwarding': {'1.2'},
Apr 21 14:38:27.273470 dv-cinder-786385-2-iscsi neutron-server[86282]:     'QosPolicy': {'1.8'},
Apr 21 14:38:27.273470 dv-cinder-786385-2-iscsi neutron-server[86282]:     'SecurityGroup': {'1.4'},
Apr 21 14:38:27.273470 dv-cinder-786385-2-iscsi neutron-server[86282]:     'SecurityGroupRule': {'1.2'},
Apr 21 14:38:27.273470 dv-cinder-786385-2-iscsi neutron-server[86282]:     'SubPort': {'1.0'},
Apr 21 14:38:27.273470 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Subnet': {'1.1'},
Apr 21 14:38:27.273470 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Trunk': {'1.1'}}
Apr 21 14:38:27.273470 dv-cinder-786385-2-iscsi neutron-server[86282]: consumer versions:
Apr 21 14:38:27.273470 dv-cinder-786385-2-iscsi neutron-server[86282]: {   DHCP agent@dv-cinder-786385-2-iscsi: {},
Apr 21 14:38:27.273470 dv-cinder-786385-2-iscsi neutron-server[86282]:     HyperV agent@hv-cinder-78638: {},
Apr 21 14:38:27.273470 dv-cinder-786385-2-iscsi neutron-server[86282]:     L3 agent@dv-cinder-786385-2-iscsi: {},
Apr 21 14:38:27.273470 dv-cinder-786385-2-iscsi neutron-server[86282]:     Metadata agent@dv-cinder-786385-2-iscsi: {},
Apr 21 14:38:27.273470 dv-cinder-786385-2-iscsi neutron-server[86282]:     Metering agent@dv-cinder-786385-2-iscsi: {},
Apr 21 14:38:27.273470 dv-cinder-786385-2-iscsi neutron-server[86282]:     Open vSwitch agent@dv-cinder-786385-2-iscsi: {   'AddressGroup': '1.2',
Apr 21 14:38:27.273470 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'ConntrackHelper': '1.0',
Apr 21 14:38:27.273470 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Log': '1.0',
Apr 21 14:38:27.273470 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Network': '1.1',
Apr 21 14:38:27.273470 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Port': '1.7',
Apr 21 14:38:27.273470 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'PortForwarding': '1.2',
Apr 21 14:38:27.273470 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'QosPolicy': '1.8',
Apr 21 14:38:27.273470 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'SecurityGroup': '1.4',
Apr 21 14:38:27.273470 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'SecurityGroupRule': '1.2',
Apr 21 14:38:27.273470 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'SubPort': '1.0',
Apr 21 14:38:27.273470 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Subnet': '1.1',
Apr 21 14:38:27.273470 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Trunk': '1.1'}}
Apr 21 14:38:27.273470 dv-cinder-786385-2-iscsi neutron-server[86282]:  {{(pid=86394) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 21 14:38:27.277478 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e3f933-ab42-48be-ab48-503846e19f74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333}  {{(pid=86393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 14:38:27.279996 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:27.282333 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:38:27.283381 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for network, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:27.290644 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-cc6d8804-581d-41ac-8522-03b4e21a0df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:27.299988 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3f933-ab42-48be-ab48-503846e19f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b669f57-741e-47cb-9da8-0bd0ff4afadb,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:27.304455 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f933-ab42-48be-ab48-503846e19f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852863918'] for segment, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:27.304867 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.segments_db [None req-a1e3f933-ab42-48be-ab48-503846e19f74 admin admin] Added segment b1006777-ba8a-4e5f-963e-98057016fe18 of type vlan for network bacac062-2ca2-4bed-9f00-1f32f650b8c7
Apr 21 14:38:27.307383 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-a1e3f933-ab42-48be-ab48-503846e19f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:27.401365 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f933-ab42-48be-ab48-503846e19f74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759846068458'] for network, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:27.458501 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f933-ab42-48be-ab48-503846e19f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162'] for network, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:27.461351 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e3f933-ab42-48be-ab48-503846e19f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:38:27.462144 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f933-ab42-48be-ab48-503846e19f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for network, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:27.469501 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:27.540979 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.4648919
Apr 21 14:38:27.543334 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 51224) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:38:27.576943 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Pushing event updated for resources: {'Network': ['ID=4398a4b8-9ecd-43b2-988b-da3ccd660ad9,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:27.581549 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:27.588739 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-1a8d54cf-5d33-4339-bb72-b326d082e0d5 admin admin] Request body: {'subnet': {'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1531100270-subnet', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:38:27.596651 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Network 4398a4b8-9ecd-43b2-988b-da3ccd660ad9 details requested by agent ovs-agent-dv-cinder-786385-2-iscsi with host dv-cinder-786385-2-iscsi {{(pid=86395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 14:38:27.599355 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-1a8d54cf-5d33-4339-bb72-b326d082e0d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:38:27.609500 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-1a8d54cf-5d33-4339-bb72-b326d082e0d5 admin admin] Usage tracker for resource:subnet and tenant:b0771cc9ab3c4a23881ef55e4b3218b3 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:38:27.616259 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-1a8d54cf-5d33-4339-bb72-b326d082e0d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:38:27.618573 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-a1e3f933-ab42-48be-ab48-503846e19f74 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.7987254
Apr 21 14:38:27.620415 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 51230) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:38:27.621184 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3f933-ab42-48be-ab48-503846e19f74 admin admin] Pushing event updated for resources: {'Network': ['ID=bacac062-2ca2-4bed-9f00-1f32f650b8c7,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:27.626146 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-a1e3f933-ab42-48be-ab48-503846e19f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:27.631903 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-1a8d54cf-5d33-4339-bb72-b326d082e0d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:38:27.634317 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-7f15deb5-e014-46a3-b42d-f08569d66f7e admin admin] Request body: {'subnet': {'network_id': 'bacac062-2ca2-4bed-9f00-1f32f650b8c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1168531284-subnet', 'tenant_id': '71fbd46f910d42d1975f143a55e34822', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:38:27.641017 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-7f15deb5-e014-46a3-b42d-f08569d66f7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:38:27.647957 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-7f15deb5-e014-46a3-b42d-f08569d66f7e admin admin] Usage tracker for resource:subnet and tenant:71fbd46f910d42d1975f143a55e34822 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:38:27.650116 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8d54cf-5d33-4339-bb72-b326d082e0d5 admin admin] Made reservation on behalf of b0771cc9ab3c4a23881ef55e4b3218b3 for: {'subnet': 1} {{(pid=86394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:38:27.652759 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-7f15deb5-e014-46a3-b42d-f08569d66f7e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:38:27.659290 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1a8d54cf-5d33-4339-bb72-b326d082e0d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:27.664605 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-7f15deb5-e014-46a3-b42d-f08569d66f7e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:38:27.668671 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Network bacac062-2ca2-4bed-9f00-1f32f650b8c7 details requested by agent ovs-agent-dv-cinder-786385-2-iscsi with host dv-cinder-786385-2-iscsi {{(pid=86395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 14:38:27.718712 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f15deb5-e014-46a3-b42d-f08569d66f7e admin admin] Made reservation on behalf of 71fbd46f910d42d1975f143a55e34822 for: {'subnet': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:38:27.724148 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7f15deb5-e014-46a3-b42d-f08569d66f7e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:28.144163 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6c86fdbf-53aa-42af-98b0-7934bb77cdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162'] for subnet, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:28.157063 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-0dd27189-56ca-488a-99a8-328ef0361e46 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1280897870-network', 'tenant_id': 'c273beec5c4c4f89a4c7c896497de7b8'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:38:28.186446 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:28.241586 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-0dd27189-56ca-488a-99a8-328ef0361e46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:38:28.266556 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-0dd27189-56ca-488a-99a8-328ef0361e46 admin admin] Usage tracker for resource:network and tenant:c273beec5c4c4f89a4c7c896497de7b8 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:38:28.277557 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-0dd27189-56ca-488a-99a8-328ef0361e46 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:38:28.337137 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-0dd27189-56ca-488a-99a8-328ef0361e46 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:38:28.485634 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd27189-56ca-488a-99a8-328ef0361e46 admin admin] Made reservation on behalf of c273beec5c4c4f89a4c7c896497de7b8 for: {'network': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:38:28.487628 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1a8d54cf-5d33-4339-bb72-b326d082e0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162'] for subnet, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:28.494559 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:28.494852 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0dd27189-56ca-488a-99a8-328ef0361e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for network, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:28.528183 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86fdbf-53aa-42af-98b0-7934bb77cdd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=636a28b2-858f-42f1-9a38-d17297309123,revision_number=0']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:28.541183 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c86fdbf-53aa-42af-98b0-7934bb77cdd8 admin admin] Checking segment: {'id': 'f9f79d33-bcaf-443f-984f-db2181ef54a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2671739c-b1e5-44b5-80f6-19a324e449de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:38:28.542053 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c86fdbf-53aa-42af-98b0-7934bb77cdd8 admin admin] Network hostable DHCP agents. Network: 2671739c-b1e5-44b5-80f6-19a324e449de, hostable agents: ['185605b6-6305-46ac-a1cb-38316e52a922'], hosted agents: [] {{(pid=86393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 14:38:28.560111 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-6c86fdbf-53aa-42af-98b0-7934bb77cdd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:28.563644 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0dd27189-56ca-488a-99a8-328ef0361e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:28.588901 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d54cf-5d33-4339-bb72-b326d082e0d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48293642-451e-458e-960c-7fbf1e7e7bc3,revision_number=0']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:28.593228 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-1a8d54cf-5d33-4339-bb72-b326d082e0d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:28.594125 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8d54cf-5d33-4339-bb72-b326d082e0d5 admin admin] Checking segment: {'id': 'aad70013-a75a-432c-9a4b-498f88914087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:38:28.594519 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8d54cf-5d33-4339-bb72-b326d082e0d5 admin admin] Network hostable DHCP agents. Network: 4398a4b8-9ecd-43b2-988b-da3ccd660ad9, hostable agents: ['185605b6-6305-46ac-a1cb-38316e52a922'], hosted agents: [] {{(pid=86394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 14:38:28.624284 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8d54cf-5d33-4339-bb72-b326d082e0d5 admin admin] Network 4398a4b8-9ecd-43b2-988b-da3ccd660ad9 is scheduled to be hosted by DHCP agent 185605b6-6305-46ac-a1cb-38316e52a922 with binding_index 1 {{(pid=86394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 14:38:28.645218 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-1a8d54cf-5d33-4339-bb72-b326d082e0d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-iscsi, 4398a4b8-9ecd-43b2-988b-da3ccd660ad9) {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:38:28.662170 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b38ddc-c1ce-4018-8e1d-fc2413b8e40c None None] Network 4398a4b8-9ecd-43b2-988b-da3ccd660ad9 requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:38:28.671822 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8d54cf-5d33-4339-bb72-b326d082e0d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:38:28.673606 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1a8d54cf-5d33-4339-bb72-b326d082e0d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for subnet, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:28.726946 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-1a8d54cf-5d33-4339-bb72-b326d082e0d5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.1528687
Apr 21 14:38:28.730092 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 51244) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:38:28.743397 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-efc80417-2a75-49ed-bef5-daa43691b56a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1531100270-router', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'}}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:38:28.755136 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-efc80417-2a75-49ed-bef5-daa43691b56a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:38:28.766040 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-0dd27189-56ca-488a-99a8-328ef0361e46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:38:28.767211 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-efc80417-2a75-49ed-bef5-daa43691b56a admin admin] Usage tracker for resource:router and tenant:b0771cc9ab3c4a23881ef55e4b3218b3 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:38:28.776723 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-0dd27189-56ca-488a-99a8-328ef0361e46 admin admin] Usage tracker for resource:security_group_rule and tenant:c273beec5c4c4f89a4c7c896497de7b8 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:38:28.777712 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-efc80417-2a75-49ed-bef5-daa43691b56a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:38:28.786470 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-0dd27189-56ca-488a-99a8-328ef0361e46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:38:28.793298 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c86fdbf-53aa-42af-98b0-7934bb77cdd8 admin admin] Network 2671739c-b1e5-44b5-80f6-19a324e449de is scheduled to be hosted by DHCP agent 185605b6-6305-46ac-a1cb-38316e52a922 with binding_index 1 {{(pid=86393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 14:38:28.796099 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-efc80417-2a75-49ed-bef5-daa43691b56a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:38:28.809741 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-0dd27189-56ca-488a-99a8-328ef0361e46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:38:28.821045 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-6c86fdbf-53aa-42af-98b0-7934bb77cdd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-iscsi, 2671739c-b1e5-44b5-80f6-19a324e449de) {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:38:28.848838 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c86fdbf-53aa-42af-98b0-7934bb77cdd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:38:28.849897 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6c86fdbf-53aa-42af-98b0-7934bb77cdd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for subnet, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:28.850269 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-efc80417-2a75-49ed-bef5-daa43691b56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-625132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773200'] for router, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:28.857473 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-efc80417-2a75-49ed-bef5-daa43691b56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854150684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854125822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854114797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2601'] for router, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:28.905796 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713270af-e1c4-4878-a7ef-1e7a07f355b7 None None] Network 2671739c-b1e5-44b5-80f6-19a324e449de requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:38:28.933261 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-efc80417-2a75-49ed-bef5-daa43691b56a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:29.029906 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-6c86fdbf-53aa-42af-98b0-7934bb77cdd8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.5167677
Apr 21 14:38:29.418403 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0dd27189-56ca-488a-99a8-328ef0361e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:29.436318 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0dd27189-56ca-488a-99a8-328ef0361e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:29.452119 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:29.475643 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7f15deb5-e014-46a3-b42d-f08569d66f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162'] for subnet, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:29.489759 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd27189-56ca-488a-99a8-328ef0361e46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338}  {{(pid=86393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 14:38:29.507836 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0dd27189-56ca-488a-99a8-328ef0361e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852863918'] for segment, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:29.508476 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.segments_db [None req-0dd27189-56ca-488a-99a8-328ef0361e46 admin admin] Added segment d290187c-a000-4516-b1c4-56d5a796fa49 of type vlan for network d7586439-5692-45b4-a121-4de98b0d3272
Apr 21 14:38:29.563148 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-57ffb3bc-1400-4d6d-9044-d159b57a4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:29.564874 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd811e4f-5666-5458-8df8-f30f8980c0d3-4398a4b8-9ecd-43b2-988b-da3ccd660ad9', 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'fixed_ips': [{'subnet_id': '48293642-451e-458e-960c-7fbf1e7e7bc3'}]}} from dv-cinder-786385-2-iscsi. {{(pid=86395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 14:38:29.565824 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:29.568344 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0dd27189-56ca-488a-99a8-328ef0361e46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759846068458'] for network, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:29.662248 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0dd27189-56ca-488a-99a8-328ef0361e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162'] for network, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:29.689198 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd27189-56ca-488a-99a8-328ef0361e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:38:29.706639 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0dd27189-56ca-488a-99a8-328ef0361e46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for network, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:29.838313 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd27189-56ca-488a-99a8-328ef0361e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:29.865625 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-0dd27189-56ca-488a-99a8-328ef0361e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:29.897550 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-82b3541a-aafb-49ce-b784-486d22c2aae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.242s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:29.976668 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-0dd27189-56ca-488a-99a8-328ef0361e46 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.8925769
Apr 21 14:38:29.987828 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 51280) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:38:30.019701 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-a7b29e98-ab6a-43c7-a6c4-97db55be150d admin admin] Request body: {'subnet': {'network_id': 'd7586439-5692-45b4-a121-4de98b0d3272', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1280897870-subnet', 'tenant_id': 'c273beec5c4c4f89a4c7c896497de7b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:38:30.036581 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-a7b29e98-ab6a-43c7-a6c4-97db55be150d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:38:30.043112 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f15deb5-e014-46a3-b42d-f08569d66f7e admin admin] Checking segment: {'id': 'b1006777-ba8a-4e5f-963e-98057016fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bacac062-2ca2-4bed-9f00-1f32f650b8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:38:30.043516 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f15deb5-e014-46a3-b42d-f08569d66f7e admin admin] Network hostable DHCP agents. Network: bacac062-2ca2-4bed-9f00-1f32f650b8c7, hostable agents: ['185605b6-6305-46ac-a1cb-38316e52a922'], hosted agents: [] {{(pid=86393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 14:38:30.055493 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-a7b29e98-ab6a-43c7-a6c4-97db55be150d admin admin] Usage tracker for resource:subnet and tenant:c273beec5c4c4f89a4c7c896497de7b8 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:38:30.069627 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-a7b29e98-ab6a-43c7-a6c4-97db55be150d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:38:30.079106 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-a7b29e98-ab6a-43c7-a6c4-97db55be150d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:38:30.081692 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15deb5-e014-46a3-b42d-f08569d66f7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f4471c1-ae41-4081-b6bd-5b95750edf0f,revision_number=0']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:30.085012 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 51284) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:38:30.088917 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-7f15deb5-e014-46a3-b42d-f08569d66f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:30.091554 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-efc80417-2a75-49ed-bef5-daa43691b56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854125579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854148001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2586'] for router, precommit_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:30.096002 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.333s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:30.204430 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b29e98-ab6a-43c7-a6c4-97db55be150d admin admin] Made reservation on behalf of c273beec5c4c4f89a4c7c896497de7b8 for: {'subnet': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:38:30.209418 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a7b29e98-ab6a-43c7-a6c4-97db55be150d admin admin] Notify callbacks [] for subnet, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:30.224083 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f15deb5-e014-46a3-b42d-f08569d66f7e admin admin] Network bacac062-2ca2-4bed-9f00-1f32f650b8c7 is scheduled to be hosted by DHCP agent 185605b6-6305-46ac-a1cb-38316e52a922 with binding_index 1 {{(pid=86393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 14:38:30.390688 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee10f0a-15fe-4ea3-9726-55db50d3210c None None] Network 2671739c-b1e5-44b5-80f6-19a324e449de requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:38:30.412210 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-7f15deb5-e014-46a3-b42d-f08569d66f7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-iscsi, bacac062-2ca2-4bed-9f00-1f32f650b8c7) {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:38:30.412210 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd27189-56ca-488a-99a8-328ef0361e46 admin admin] Pushing event updated for resources: {'Network': ['ID=d7586439-5692-45b4-a121-4de98b0d3272,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:30.441762 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f15deb5-e014-46a3-b42d-f08569d66f7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:38:30.442729 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7f15deb5-e014-46a3-b42d-f08569d66f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for subnet, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:30.533873 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-0dd27189-56ca-488a-99a8-328ef0361e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:30.561707 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-7f15deb5-e014-46a3-b42d-f08569d66f7e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 2.9372311
Apr 21 14:38:30.570697 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 51302) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:38:30.662648 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-71232386-0e47-42fb-b9e4-286987f5b735 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1168531284-router', 'tenant_id': '71fbd46f910d42d1975f143a55e34822', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'}}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:38:30.668555 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-71232386-0e47-42fb-b9e4-286987f5b735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:38:30.673949 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-71232386-0e47-42fb-b9e4-286987f5b735 admin admin] Usage tracker for resource:router and tenant:71fbd46f910d42d1975f143a55e34822 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:38:30.678211 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-71232386-0e47-42fb-b9e4-286987f5b735 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:38:30.687032 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-71232386-0e47-42fb-b9e4-286987f5b735 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:38:30.710323 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-71232386-0e47-42fb-b9e4-286987f5b735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-625132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773200'] for router, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:30.710323 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-71232386-0e47-42fb-b9e4-286987f5b735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854150684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854125822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854114797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2601'] for router, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:30.732579 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-71232386-0e47-42fb-b9e4-286987f5b735 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:30.884993 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9567e496-9f3b-46b6-a5bc-34b8ba521008 None None] Network bacac062-2ca2-4bed-9f00-1f32f650b8c7 requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:38:30.979840 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Allocated IP 172.20.0.2 (4398a4b8-9ecd-43b2-988b-da3ccd660ad9/48293642-451e-458e-960c-7fbf1e7e7bc3/6d82546a-5a08-4823-898f-7a0f974243cb) {{(pid=86395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:38:30.994947 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Network d7586439-5692-45b4-a121-4de98b0d3272 details requested by agent ovs-agent-dv-cinder-786385-2-iscsi with host dv-cinder-786385-2-iscsi {{(pid=86395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 14:38:31.059487 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-93eac2e9-b217-4863-8555-9050c4b5d9c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:31.083528 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-93eac2e9-b217-4863-8555-9050c4b5d9c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:38:31.092912 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-93eac2e9-b217-4863-8555-9050c4b5d9c5 admin admin] Usage tracker for resource:security_group_rule and tenant:748593bbd79049de8b674f2219cdc7d0 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:38:31.097896 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-93eac2e9-b217-4863-8555-9050c4b5d9c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:38:31.107986 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-93eac2e9-b217-4863-8555-9050c4b5d9c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:38:31.471415 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 51326) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:38:31.485551 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-efc80417-2a75-49ed-bef5-daa43691b56a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:31.502190 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-93eac2e9-b217-4863-8555-9050c4b5d9c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:31.503605 dv-cinder-786385-2-iscsi neutron-server[86282]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 21 14:38:31.624412 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-93eac2e9-b217-4863-8555-9050c4b5d9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:31.708027 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-efc80417-2a75-49ed-bef5-daa43691b56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:31.784688 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-71232386-0e47-42fb-b9e4-286987f5b735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854125579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854148001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2586'] for router, precommit_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:31.870550 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:31.918962 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Notify callbacks [] for port, precommit_create {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:31.940877 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Transition to ACTIVE for port object 6d82546a-5a08-4823-898f-7a0f974243cb will not be triggered until provisioned by entity L2. {{(pid=86395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:38:31.952747 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a7b29e98-ab6a-43c7-a6c4-97db55be150d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162'] for subnet, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:31.972643 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eac2e9-b217-4863-8555-9050c4b5d9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1a0744-e3c4-4c60-a9d4-ff5db2b66e78,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:31.982096 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Transition to ACTIVE for port object 6d82546a-5a08-4823-898f-7a0f974243cb will not be triggered until provisioned by entity DHCP. {{(pid=86395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:38:31.999180 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-93eac2e9-b217-4863-8555-9050c4b5d9c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:32.028063 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f210cf8e-1341-4230-ab32-0f01f2a00392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:32.033548 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207'] for port, after_create {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:32.178950 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:32.331330 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b29e98-ab6a-43c7-a6c4-97db55be150d admin admin] Pushing event updated for resources: {'Subnet': ['ID=59c648af-02d8-41a8-9d9d-c5acff085d02,revision_number=0']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:32.364899 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Pushing event updated for resources: {'Port': ['ID=6d82546a-5a08-4823-898f-7a0f974243cb,revision_number=1']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:32.379884 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:32.388124 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-a7b29e98-ab6a-43c7-a6c4-97db55be150d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:32.406922 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-efc80417-2a75-49ed-bef5-daa43691b56a admin admin] Allocated IP 172.27.3.51 (65ae90ab-0baf-4140-bbfd-b114ac6a9837/3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036/3b14bf35-6957-43bb-b4ea-f8208d8ab602) {{(pid=86394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:38:32.408129 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:32.408849 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:32.409592 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:32.409945 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-93eac2e9-b217-4863-8555-9050c4b5d9c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=748593bbd79049de8b674f2219cdc7d0&name=default HTTP/1.1" status: 200  len: 2975 time: 2.3223991
Apr 21 14:38:32.410421 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:32.411113 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:32.411885 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:32.413031 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 51350) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:38:32.413223 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:32.413828 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:32.414984 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:32.415730 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:32.416447 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:32.417229 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:32.419605 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Tracked resource versions report:
Apr 21 14:38:32.419605 dv-cinder-786385-2-iscsi neutron-server[86282]: pushed versions:
Apr 21 14:38:32.419605 dv-cinder-786385-2-iscsi neutron-server[86282]: {   'AddressGroup': {'1.2'},
Apr 21 14:38:32.419605 dv-cinder-786385-2-iscsi neutron-server[86282]:     'ConntrackHelper': {'1.0'},
Apr 21 14:38:32.419605 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Log': {'1.0'},
Apr 21 14:38:32.419605 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Network': {'1.1'},
Apr 21 14:38:32.419605 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Port': {'1.7'},
Apr 21 14:38:32.419605 dv-cinder-786385-2-iscsi neutron-server[86282]:     'PortForwarding': {'1.2'},
Apr 21 14:38:32.419605 dv-cinder-786385-2-iscsi neutron-server[86282]:     'QosPolicy': {'1.8'},
Apr 21 14:38:32.419605 dv-cinder-786385-2-iscsi neutron-server[86282]:     'SecurityGroup': {'1.4'},
Apr 21 14:38:32.419605 dv-cinder-786385-2-iscsi neutron-server[86282]:     'SecurityGroupRule': {'1.2'},
Apr 21 14:38:32.419605 dv-cinder-786385-2-iscsi neutron-server[86282]:     'SubPort': {'1.0'},
Apr 21 14:38:32.419605 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Subnet': {'1.1'},
Apr 21 14:38:32.419605 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Trunk': {'1.1'}}
Apr 21 14:38:32.419605 dv-cinder-786385-2-iscsi neutron-server[86282]: consumer versions:
Apr 21 14:38:32.419605 dv-cinder-786385-2-iscsi neutron-server[86282]: {   DHCP agent@dv-cinder-786385-2-iscsi: {},
Apr 21 14:38:32.419605 dv-cinder-786385-2-iscsi neutron-server[86282]:     HyperV agent@hv-cinder-78638: {},
Apr 21 14:38:32.419605 dv-cinder-786385-2-iscsi neutron-server[86282]:     L3 agent@dv-cinder-786385-2-iscsi: {},
Apr 21 14:38:32.419605 dv-cinder-786385-2-iscsi neutron-server[86282]:     Metadata agent@dv-cinder-786385-2-iscsi: {},
Apr 21 14:38:32.419605 dv-cinder-786385-2-iscsi neutron-server[86282]:     Metering agent@dv-cinder-786385-2-iscsi: {},
Apr 21 14:38:32.419605 dv-cinder-786385-2-iscsi neutron-server[86282]:     Open vSwitch agent@dv-cinder-786385-2-iscsi: {   'AddressGroup': '1.2',
Apr 21 14:38:32.419605 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'ConntrackHelper': '1.0',
Apr 21 14:38:32.419605 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Log': '1.0',
Apr 21 14:38:32.419605 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Network': '1.1',
Apr 21 14:38:32.419605 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Port': '1.7',
Apr 21 14:38:32.419605 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'PortForwarding': '1.2',
Apr 21 14:38:32.419605 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'QosPolicy': '1.8',
Apr 21 14:38:32.419605 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'SecurityGroup': '1.4',
Apr 21 14:38:32.419605 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'SecurityGroupRule': '1.2',
Apr 21 14:38:32.419605 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'SubPort': '1.0',
Apr 21 14:38:32.419605 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Subnet': '1.1',
Apr 21 14:38:32.419605 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Trunk': '1.1'}}
Apr 21 14:38:32.419605 dv-cinder-786385-2-iscsi neutron-server[86282]:  {{(pid=86395) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 21 14:38:32.446271 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:32.515478 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Network 4398a4b8-9ecd-43b2-988b-da3ccd660ad9 is already hosted by enough agents. {{(pid=86395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:38:32.562555 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-872cfad5-8400-4ba9-9799-1d69da8f7cb5 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:38:32.565108 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-872cfad5-8400-4ba9-9799-1d69da8f7cb5 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Synchronizing usage tracker for tenant:dedd46ed5a7b480b96fc0f889ee9392f on resource:network {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:38:32.617438 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-872cfad5-8400-4ba9-9799-1d69da8f7cb5 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Unset dirty status for tenant:dedd46ed5a7b480b96fc0f889ee9392f on resource:network {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:38:32.621004 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-872cfad5-8400-4ba9-9799-1d69da8f7cb5 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/networks?id=2671739c-b1e5-44b5-80f6-19a324e449de HTTP/1.1" status: 200  len: 811 time: 1.1339130
Apr 21 14:38:32.650999 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b29e98-ab6a-43c7-a6c4-97db55be150d admin admin] Checking segment: {'id': 'd290187c-a000-4516-b1c4-56d5a796fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd7586439-5692-45b4-a121-4de98b0d3272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:38:32.651753 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b29e98-ab6a-43c7-a6c4-97db55be150d admin admin] Network hostable DHCP agents. Network: d7586439-5692-45b4-a121-4de98b0d3272, hostable agents: ['185605b6-6305-46ac-a1cb-38316e52a922'], hosted agents: [] {{(pid=86393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 14:38:32.686703 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-a9e55f3f-54a6-4348-9e79-a3aeb25a9729 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/quotas/dedd46ed5a7b480b96fc0f889ee9392f HTTP/1.1" status: 200  len: 375 time: 0.0513730
Apr 21 14:38:32.700721 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Resources bound (agent type, host, resource id):  {{(pid=86395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:38:32.760738 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Received port after_create {{(pid=86395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:38:32.785326 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-26ac3072-2649-4ec9-9db7-6f7f71f53898 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dedd46ed5a7b480b96fc0f889ee9392f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0975604
Apr 21 14:38:32.801893 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b29e98-ab6a-43c7-a6c4-97db55be150d admin admin] Network d7586439-5692-45b4-a121-4de98b0d3272 is scheduled to be hosted by DHCP agent 185605b6-6305-46ac-a1cb-38316e52a922 with binding_index 1 {{(pid=86393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 14:38:32.814215 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-a7b29e98-ab6a-43c7-a6c4-97db55be150d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-iscsi, d7586439-5692-45b4-a121-4de98b0d3272) {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:38:32.841352 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b29e98-ab6a-43c7-a6c4-97db55be150d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:38:32.855570 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a7b29e98-ab6a-43c7-a6c4-97db55be150d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for subnet, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:32.934398 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-a7b29e98-ab6a-43c7-a6c4-97db55be150d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.9449236
Apr 21 14:38:32.965735 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b1a8671f-de5b-4e78-8e89-6e25bfb1b36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:33.003407 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b1a8671f-de5b-4e78-8e89-6e25bfb1b36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:33.019511 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94b0f30-0a7d-4d2c-8fdc-fa9af06f18c4 None None] Network d7586439-5692-45b4-a121-4de98b0d3272 requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:38:33.100279 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c190ed9e-9936-41ba-ba6e-3a6a2e5bd6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:33.159773 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-61a0814f-4082-4bb3-8da3-9d14965d3f58 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 14:38:33.161784 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-61a0814f-4082-4bb3-8da3-9d14965d3f58 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1075518
Apr 21 14:38:33.182502 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b1a8671f-de5b-4e78-8e89-6e25bfb1b36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:33.246380 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:33.313109 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:33.321840 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-71232386-0e47-42fb-b9e4-286987f5b735 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:33.362895 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-71232386-0e47-42fb-b9e4-286987f5b735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:33.478548 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8671f-de5b-4e78-8e89-6e25bfb1b36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1a0744-e3c4-4c60-a9d4-ff5db2b66e78,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:33.486041 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-b1a8671f-de5b-4e78-8e89-6e25bfb1b36b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:33.489001 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-efc80417-2a75-49ed-bef5-daa43691b56a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:33.521525 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b1a8671f-de5b-4e78-8e89-6e25bfb1b36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:33.526414 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-b1a8671f-de5b-4e78-8e89-6e25bfb1b36b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3a1a0744-e3c4-4c60-a9d4-ff5db2b66e78 HTTP/1.1" status: 204  len: 168 time: 1.1068895
Apr 21 14:38:33.619102 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 51400) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:38:33.628586 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-efc80417-2a75-49ed-bef5-daa43691b56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207'] for port, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:33.630156 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-71232386-0e47-42fb-b9e4-286987f5b735 admin admin] Allocated IP 172.27.3.156 (65ae90ab-0baf-4140-bbfd-b114ac6a9837/3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036/e40690ed-a199-49d1-a807-ba7b1c278b7f) {{(pid=86394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:38:33.645762 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:33.659391 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f16c98b-f8d9-452c-ab27-fef5ad23b80a None None] Network bacac062-2ca2-4bed-9f00-1f32f650b8c7 requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:38:33.729246 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc80417-2a75-49ed-bef5-daa43691b56a admin admin] Network 65ae90ab-0baf-4140-bbfd-b114ac6a9837 is already hosted by enough agents. {{(pid=86394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:38:33.736655 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-efc80417-2a75-49ed-bef5-daa43691b56a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:38:33.769390 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc80417-2a75-49ed-bef5-daa43691b56a admin admin] Received port after_create {{(pid=86394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:38:33.777343 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Attempting to bind port 6d82546a-5a08-4823-898f-7a0f974243cb on host dv-cinder-786385-2-iscsi for vnic_type normal with profile  {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:38:33.778041 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Attempting to bind port 6d82546a-5a08-4823-898f-7a0f974243cb by drivers openvswitch,hyperv on host dv-cinder-786385-2-iscsi at level 0 using segments [{'id': 'aad70013-a75a-432c-9a4b-498f88914087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9'}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:38:33.778685 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Attempting to bind port 6d82546a-5a08-4823-898f-7a0f974243cb on network 4398a4b8-9ecd-43b2-988b-da3ccd660ad9 {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:38:33.976914 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Checking agent: {'id': '3835c4f8-6870-47cd-b375-7aa1fa6d9f56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 2), 'started_at': datetime.datetime(2021, 4, 21, 14, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:38:33.977623 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Checking segment: {'id': 'aad70013-a75a-432c-9a4b-498f88914087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:38:33.978460 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:33.979617 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Bound using segment: {'id': 'aad70013-a75a-432c-9a4b-498f88914087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9'} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:38:33.980638 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Bound port: 6d82546a-5a08-4823-898f-7a0f974243cb, host: dv-cinder-786385-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad70013-a75a-432c-9a4b-498f88914087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9'}}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:38:33.981349 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:34.267517 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:34.328298 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-9e8b6cde-5898-46ce-82d3-70e2115fefc0 service neutron] 10.222.0.24 "GET /v2.0/networks/2671739c-b1e5-44b5-80f6-19a324e449de?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1577380
Apr 21 14:38:34.362050 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0b324fa7-d7b1-480e-9fc7-da6ef8fcad36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:34.376583 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 51424) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:38:34.383166 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc80417-2a75-49ed-bef5-daa43691b56a admin admin] Pushing event updated for resources: {'Port': ['ID=3b14bf35-6957-43bb-b4ea-f8208d8ab602,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:34.396608 dv-cinder-786385-2-iscsi neutron-server[86282]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 21 14:38:34.404800 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 51428) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:38:34.421334 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-efc80417-2a75-49ed-bef5-daa43691b56a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:34.452138 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-0b324fa7-d7b1-480e-9fc7-da6ef8fcad36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:38:34.559103 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8dd996a2-7739-40a8-a30b-0dbe5786abd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:34.560683 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] For port 6d82546a-5a08-4823-898f-7a0f974243cb, host dv-cinder-786385-2-iscsi, cleared binding levels {{(pid=86395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:38:34.588575 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-0b324fa7-d7b1-480e-9fc7-da6ef8fcad36 admin admin] Usage tracker for resource:security_group_rule and tenant:d55532214cb14d6f98fec28a2d1b76f1 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:38:34.602363 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4161f225-1b06-4f7e-a28b-c7ffcbd5d9d6 None None] Network d7586439-5692-45b4-a121-4de98b0d3272 requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:38:34.604910 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-0b324fa7-d7b1-480e-9fc7-da6ef8fcad36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:38:34.615573 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-8dd996a2-7739-40a8-a30b-0dbe5786abd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:38:34.624375 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] For port 6d82546a-5a08-4823-898f-7a0f974243cb, host dv-cinder-786385-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=6d82546a-5a08-4823-898f-7a0f974243cb,segment=NetworkSegment(aad70013-a75a-432c-9a4b-498f88914087),segment_id=aad70013-a75a-432c-9a4b-498f88914087)] {{(pid=86395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:38:34.635991 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-0b324fa7-d7b1-480e-9fc7-da6ef8fcad36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:38:34.646342 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-8dd996a2-7739-40a8-a30b-0dbe5786abd2 admin admin] Usage tracker for resource:security_group_rule and tenant:a116b4d5ab1b45bb9c116e407d9c6414 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:38:34.656902 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-8dd996a2-7739-40a8-a30b-0dbe5786abd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:38:34.676847 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-8dd996a2-7739-40a8-a30b-0dbe5786abd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:38:34.685658 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:34.733437 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-7d1c0e01-0ac7-421c-a230-fa8792f1afff service neutron] 10.222.0.24 "GET /v2.0/networks/2671739c-b1e5-44b5-80f6-19a324e449de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3919833
Apr 21 14:38:34.910825 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8dd996a2-7739-40a8-a30b-0dbe5786abd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:34.920349 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8dd996a2-7739-40a8-a30b-0dbe5786abd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:34.931162 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-71232386-0e47-42fb-b9e4-286987f5b735 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:34.939436 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:35.102310 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd996a2-7739-40a8-a30b-0dbe5786abd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b19035-4efc-452c-a8ad-9ec8689ffb19,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:35.120914 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-8dd996a2-7739-40a8-a30b-0dbe5786abd2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a116b4d5ab1b45bb9c116e407d9c6414&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7142928
Apr 21 14:38:35.124340 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8dd996a2-7739-40a8-a30b-0dbe5786abd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:35.127139 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 51444) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:38:35.174206 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:35.234894 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0b324fa7-d7b1-480e-9fc7-da6ef8fcad36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:35.269361 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0b324fa7-d7b1-480e-9fc7-da6ef8fcad36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:35.344058 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-318a6bf2-528f-4e62-bd3e-67e702bec64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:35.449343 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-318a6bf2-528f-4e62-bd3e-67e702bec64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:35.463310 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Pushing event updated for resources: {'Port': ['ID=6d82546a-5a08-4823-898f-7a0f974243cb,revision_number=2']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:35.470404 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:35.483339 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ca837a0b-b54e-4827-98dd-68ef1dfdb46a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:35.509480 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-0b324fa7-d7b1-480e-9fc7-da6ef8fcad36 admin admin] Synchronizing usage tracker for tenant:7395729fc7074e22910f30728d7e280e on resource:security_group {{(pid=86394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:38:35.557418 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-0f0a6446-3bc8-4381-a90c-b718de8c2e6a tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:38:35.579145 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-0f0a6446-3bc8-4381-a90c-b718de8c2e6a tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/networks?id=d7586439-5692-45b4-a121-4de98b0d3272 HTTP/1.1" status: 200  len: 815 time: 1.1924055
Apr 21 14:38:35.584308 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-318a6bf2-528f-4e62-bd3e-67e702bec64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:35.589338 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:35.618942 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a6bf2-528f-4e62-bd3e-67e702bec64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b19035-4efc-452c-a8ad-9ec8689ffb19,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:35.619966 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-71232386-0e47-42fb-b9e4-286987f5b735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207'] for port, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:35.660258 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-ad8c30cc-5625-467c-b55c-c201d3a57700 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/quotas/c273beec5c4c4f89a4c7c896497de7b8 HTTP/1.1" status: 200  len: 375 time: 0.0784585
Apr 21 14:38:35.675430 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-efc80417-2a75-49ed-bef5-daa43691b56a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:35.733401 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-318a6bf2-528f-4e62-bd3e-67e702bec64a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:35.738230 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-110a6db5-3fbb-4dae-9e7d-a0d426f5d733 req-e5a184d9-236f-4cc8-8c6c-aba91b0224f1 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 210 time: 0.1244907
Apr 21 14:38:35.749856 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-318a6bf2-528f-4e62-bd3e-67e702bec64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:35.752121 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-318a6bf2-528f-4e62-bd3e-67e702bec64a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/85b19035-4efc-452c-a8ad-9ec8689ffb19 HTTP/1.1" status: 204  len: 168 time: 0.6232748
Apr 21 14:38:36.033878 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-0b324fa7-d7b1-480e-9fc7-da6ef8fcad36 admin admin] Unset dirty status for tenant:7395729fc7074e22910f30728d7e280e on resource:security_group {{(pid=86394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:38:36.038188 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-0b324fa7-d7b1-480e-9fc7-da6ef8fcad36 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d55532214cb14d6f98fec28a2d1b76f1&name=default HTTP/1.1" status: 200  len: 2975 time: 2.4154682
Apr 21 14:38:36.039497 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 51470) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:38:36.055864 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71232386-0e47-42fb-b9e4-286987f5b735 admin admin] Network 65ae90ab-0baf-4140-bbfd-b114ac6a9837 is already hosted by enough agents. {{(pid=86394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:38:36.235501 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-58f10b80-e0e9-495f-b3bc-bade12da4079 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c273beec5c4c4f89a4c7c896497de7b8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.4088318
Apr 21 14:38:36.236536 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-71232386-0e47-42fb-b9e4-286987f5b735 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:38:36.275991 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b324fa7-d7b1-480e-9fc7-da6ef8fcad36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14834c8-4546-426b-975e-a87e40180f9c,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:36.308594 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71232386-0e47-42fb-b9e4-286987f5b735 admin admin] Received port after_create {{(pid=86394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:38:36.321876 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4a226d75-a095-4418-a67c-d531607b6e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:36.438995 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4a226d75-a095-4418-a67c-d531607b6e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:36.607884 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4a226d75-a095-4418-a67c-d531607b6e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:36.637659 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:36.692560 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a226d75-a095-4418-a67c-d531607b6e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14834c8-4546-426b-975e-a87e40180f9c,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:36.727136 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-4a226d75-a095-4418-a67c-d531607b6e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:36.737784 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4a226d75-a095-4418-a67c-d531607b6e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:36.740297 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-0b324fa7-d7b1-480e-9fc7-da6ef8fcad36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.257s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:36.741078 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.084s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:36.755837 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-4a226d75-a095-4418-a67c-d531607b6e26 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a14834c8-4546-426b-975e-a87e40180f9c HTTP/1.1" status: 204  len: 168 time: 0.7145169
Apr 21 14:38:37.038601 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-67fdd4ad-7739-4592-bddd-51d3c7d5858b req-bd859fad-9d2b-4a54-8e0e-f6fbb8f9c4db tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 210 time: 0.1664515
Apr 21 14:38:37.236033 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 6d82546a-5a08-4823-898f-7a0f974243cb up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:38:37.410580 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning for port 6d82546a-5a08-4823-898f-7a0f974243cb completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:38:37.509398 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71232386-0e47-42fb-b9e4-286987f5b735 admin admin] Pushing event updated for resources: {'Port': ['ID=e40690ed-a199-49d1-a807-ba7b1c278b7f,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:37.515038 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-71232386-0e47-42fb-b9e4-286987f5b735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.774s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:37.564501 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-995168ee-8aa7-4b2f-85d4-ad1deeb95227 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 14:38:37.568476 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-995168ee-8aa7-4b2f-85d4-ad1deeb95227 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8683908
Apr 21 14:38:37.635781 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b67ef3-98a6-4891-a3dc-01c3e985540a None None] Network 4398a4b8-9ecd-43b2-988b-da3ccd660ad9 requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:38:37.813942 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-83698552-9a09-4c09-bf50-1f82eebb5248 None None] Provisioning for port 6d82546a-5a08-4823-898f-7a0f974243cb completed by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:38:37.845258 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-83698552-9a09-4c09-bf50-1f82eebb5248 None None] Provisioning complete for port 6d82546a-5a08-4823-898f-7a0f974243cb triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:38:37.848744 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-83698552-9a09-4c09-bf50-1f82eebb5248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:38.477886 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b664132f-7059-4dd0-9c5f-1119a48a5579 req-1b34ad18-89ab-4b6b-acfe-77a8afe9af73 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 210 time: 0.0693245
Apr 21 14:38:38.539770 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-83698552-9a09-4c09-bf50-1f82eebb5248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:38.618962 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-83698552-9a09-4c09-bf50-1f82eebb5248 None None] For port 6d82546a-5a08-4823-898f-7a0f974243cb, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=6d82546a-5a08-4823-898f-7a0f974243cb,segment=NetworkSegment(aad70013-a75a-432c-9a4b-498f88914087),segment_id=aad70013-a75a-432c-9a4b-498f88914087)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:38:38.630532 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-83698552-9a09-4c09-bf50-1f82eebb5248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:38.638322 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ce6546b4-7b7e-4e81-866b-98bc6d3c7753 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:38.809580 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:38.826627 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83698552-9a09-4c09-bf50-1f82eebb5248 None None] Pushing event updated for resources: {'Port': ['ID=6d82546a-5a08-4823-898f-7a0f974243cb,revision_number=3']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:38.832997 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-b5f115bc-3a12-4f6c-9069-d249f8759383 service neutron] 10.222.0.24 "GET /v2.0/networks/d7586439-5692-45b4-a121-4de98b0d3272?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2578726
Apr 21 14:38:38.835008 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-83698552-9a09-4c09-bf50-1f82eebb5248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:38.971750 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-05e81d94-ace5-4641-bf3e-6443e2f9511a None None] Provisioning complete for port 6d82546a-5a08-4823-898f-7a0f974243cb triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:38:38.972454 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-05e81d94-ace5-4641-bf3e-6443e2f9511a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:39.047921 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-efc80417-2a75-49ed-bef5-daa43691b56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650207'] for router, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:39.071808 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 6d82546a-5a08-4823-898f-7a0f974243cb up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:38:39.164600 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 51568) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:38:39.401854 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-71232386-0e47-42fb-b9e4-286987f5b735 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:39.404351 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.36', 57372) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:38:39.924658 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 6d82546a-5a08-4823-898f-7a0f974243cb triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:38:39.925287 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:39.926248 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-351e9a2b-9ae7-4f9a-933d-a36b6b9209cf req-d77b1c63-0ecf-4bb5-ad58-0ad05cfbc301 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 210 time: 0.0908153
Apr 21 14:38:39.981209 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-bc987ecb-083c-446e-a6bc-44346dbc8ce8 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:38:39.984461 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-bc987ecb-083c-446e-a6bc-44346dbc8ce8 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.36 "GET /v2.0/networks?id=2671739c-b1e5-44b5-80f6-19a324e449de HTTP/1.1" status: 200  len: 811 time: 0.5777211
Apr 21 14:38:40.072896 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-5721cf7c-aee2-4c30-8d60-6113fae5def9 service neutron] 10.222.0.24 "GET /v2.0/networks/d7586439-5692-45b4-a121-4de98b0d3272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2273653
Apr 21 14:38:40.073168 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc80417-2a75-49ed-bef5-daa43691b56a admin admin] Router 832eeb78-8e77-4fef-8234-a0f8ee777aff is scheduled to L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 with binding_index 1 {{(pid=86394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 14:38:40.123977 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-ab695a9d-b5da-4b85-b23e-f8b65ca7a7fe tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Request body: {'port': {'device_id': '7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9', 'network_id': '2671739c-b1e5-44b5-80f6-19a324e449de', 'admin_state_up': True, 'tenant_id': 'dedd46ed5a7b480b96fc0f889ee9392f'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:38:40.260479 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c6136485-9288-4068-8157-2aff06d071c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:40.452427 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-71232386-0e47-42fb-b9e4-286987f5b735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650207'] for router, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:40.601202 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-c6136485-9288-4068-8157-2aff06d071c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:38:40.651449 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-c6136485-9288-4068-8157-2aff06d071c2 admin admin] Usage tracker for resource:security_group_rule and tenant:5eace672dc8c4e8d94a2f82488fd5c65 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:38:40.661217 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-c6136485-9288-4068-8157-2aff06d071c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:38:40.681935 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-c6136485-9288-4068-8157-2aff06d071c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:38:40.709937 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-ab695a9d-b5da-4b85-b23e-f8b65ca7a7fe tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:38:40.733455 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-ab695a9d-b5da-4b85-b23e-f8b65ca7a7fe tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Usage tracker for resource:port and tenant:dedd46ed5a7b480b96fc0f889ee9392f is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:38:40.741250 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-ab695a9d-b5da-4b85-b23e-f8b65ca7a7fe tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:38:40.862660 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-ab695a9d-b5da-4b85-b23e-f8b65ca7a7fe tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:38:40.916056 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-57e0eb91-2863-45b6-8753-c4de143eda9b req-ce188d57-ee0e-42c6-aa90-6041daae82df tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=502a82df-ee66-408d-ab9e-8207516c0415 HTTP/1.1" status: 200  len: 210 time: 0.1707673
Apr 21 14:38:40.959394 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-ab695a9d-b5da-4b85-b23e-f8b65ca7a7fe tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Made reservation on behalf of dedd46ed5a7b480b96fc0f889ee9392f for: {'port': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:38:40.970020 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-ab695a9d-b5da-4b85-b23e-f8b65ca7a7fe tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:41.336490 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c6136485-9288-4068-8157-2aff06d071c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:41.345959 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c6136485-9288-4068-8157-2aff06d071c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:41.399324 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc80417-2a75-49ed-bef5-daa43691b56a admin admin] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:38:41.408632 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-318a6bf2-528f-4e62-bd3e-67e702bec64a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:41.429425 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954a61bb-9fa4-41f6-98ef-75a17bc3f1c7 None None] Sync routers for ids ['832eeb78-8e77-4fef-8234-a0f8ee777aff'] in dv-cinder-786385-2-iscsi {{(pid=86396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:38:41.471184 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954a61bb-9fa4-41f6-98ef-75a17bc3f1c7 None None] Routers {'832eeb78-8e77-4fef-8234-a0f8ee777aff'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:38:41.477406 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-954a61bb-9fa4-41f6-98ef-75a17bc3f1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f6ebbb00>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:38:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['832eeb78-8e77-4fef-8234-a0f8ee777aff'], 'active': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:38:41.524940 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-ab695a9d-b5da-4b85-b23e-f8b65ca7a7fe tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Allocated IP 172.20.0.13 (2671739c-b1e5-44b5-80f6-19a324e449de/636a28b2-858f-42f1-9a38-d17297309123/b0343fc5-ddf4-4954-92f9-5f7c45aaf301) {{(pid=86393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:38:41.568497 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-c6136485-9288-4068-8157-2aff06d071c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5eace672dc8c4e8d94a2f82488fd5c65&name=default HTTP/1.1" status: 200  len: 2975 time: 2.4019675
Apr 21 14:38:41.572575 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 51648) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:38:41.584388 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-efc80417-2a75-49ed-bef5-daa43691b56a admin admin] Notify callbacks [] for router, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:41.587903 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6136485-9288-4068-8157-2aff06d071c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400b140d-d15d-4fc0-9adc-63aabc47a439,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:41.589835 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-efc80417-2a75-49ed-bef5-daa43691b56a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 12.8576379
Apr 21 14:38:41.593932 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 51652) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:38:41.627010 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c6136485-9288-4068-8157-2aff06d071c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:41.866558 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 51666) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:38:42.031029 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-954a61bb-9fa4-41f6-98ef-75a17bc3f1c7 None None] Set router 832eeb78-8e77-4fef-8234-a0f8ee777aff gateway port host: dv-cinder-786385-2-iscsi {{(pid=86396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:38:42.217120 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ac628c12-e53a-4b0c-b5f0-bcdd3f3e6b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:42.423005 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-844e9b6d-7cea-444c-9d87-9995fe517905 req-d786dea9-7323-43f0-a1a9-302c1275495c tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=502a82df-ee66-408d-ab9e-8207516c0415 HTTP/1.1" status: 200  len: 210 time: 0.2258804
Apr 21 14:38:42.498807 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ac628c12-e53a-4b0c-b5f0-bcdd3f3e6b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:42.755483 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f52ff084-eb40-478a-9163-5393777f1079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:42.806395 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-f52ff084-eb40-478a-9163-5393777f1079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:38:42.834088 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-f52ff084-eb40-478a-9163-5393777f1079 admin admin] Usage tracker for resource:security_group_rule and tenant:0b250a8649384c7886069294d6cae808 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:38:42.841549 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-f52ff084-eb40-478a-9163-5393777f1079 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:38:42.859288 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-f52ff084-eb40-478a-9163-5393777f1079 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:38:42.942520 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-ab695a9d-b5da-4b85-b23e-f8b65ca7a7fe tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Notify callbacks [] for port, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:43.024308 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-954a61bb-9fa4-41f6-98ef-75a17bc3f1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f6ebbb00>, [{'id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'name': 'tempest-AttachVolumeShelveTestJSON-1531100270-router', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:38:28Z', 'updated_at': '2021-04-21T14:38:34Z', 'revision_number': 3, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'gw_port': {'id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ed:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:31Z', 'updated_at': '2021-04-21T14:38:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi'}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:38:43.047288 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954a61bb-9fa4-41f6-98ef-75a17bc3f1c7 None None] Checking router: 832eeb78-8e77-4fef-8234-a0f8ee777aff for host: dv-cinder-786385-2-iscsi {{(pid=86396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:38:43.049471 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954a61bb-9fa4-41f6-98ef-75a17bc3f1c7 None None] Updating router 832eeb78-8e77-4fef-8234-a0f8ee777aff port 3b14bf35-6957-43bb-b4ea-f8208d8ab602 binding host dv-cinder-786385-2-iscsi {{(pid=86396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 14:38:43.178339 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f52ff084-eb40-478a-9163-5393777f1079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:43.203836 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f52ff084-eb40-478a-9163-5393777f1079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:43.254361 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c6136485-9288-4068-8157-2aff06d071c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:43.299054 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ac628c12-e53a-4b0c-b5f0-bcdd3f3e6b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:43.345718 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-954a61bb-9fa4-41f6-98ef-75a17bc3f1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:43.359517 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ff084-eb40-478a-9163-5393777f1079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12555014-1bac-40c7-a581-daf504ad07c1,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:43.370272 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-f52ff084-eb40-478a-9163-5393777f1079 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b250a8649384c7886069294d6cae808&name=default HTTP/1.1" status: 200  len: 2975 time: 1.4833763
Apr 21 14:38:43.373938 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f52ff084-eb40-478a-9163-5393777f1079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:43.376075 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:43.384559 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 51698) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:38:43.426465 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac628c12-e53a-4b0c-b5f0-bcdd3f3e6b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400b140d-d15d-4fc0-9adc-63aabc47a439,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:43.438460 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-ab695a9d-b5da-4b85-b23e-f8b65ca7a7fe tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207'] for port, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:43.441300 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ac628c12-e53a-4b0c-b5f0-bcdd3f3e6b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:43.457653 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ac628c12-e53a-4b0c-b5f0-bcdd3f3e6b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:43.462593 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-ac628c12-e53a-4b0c-b5f0-bcdd3f3e6b5e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/400b140d-d15d-4fc0-9adc-63aabc47a439 HTTP/1.1" status: 204  len: 168 time: 1.8845894
Apr 21 14:38:43.502319 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:43.612549 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-ab695a9d-b5da-4b85-b23e-f8b65ca7a7fe tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Network 2671739c-b1e5-44b5-80f6-19a324e449de is already hosted by enough agents. {{(pid=86393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:38:43.638151 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-ab695a9d-b5da-4b85-b23e-f8b65ca7a7fe tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Resources bound (agent type, host, resource id):  {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:38:43.652313 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-ab695a9d-b5da-4b85-b23e-f8b65ca7a7fe tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Received port after_create {{(pid=86393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:38:43.660545 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-ab695a9d-b5da-4b85-b23e-f8b65ca7a7fe tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:38:43.661290 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-ab695a9d-b5da-4b85-b23e-f8b65ca7a7fe tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:43.669542 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab695a9d-b5da-4b85-b23e-f8b65ca7a7fe tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Pushing event updated for resources: {'Port': ['ID=b0343fc5-ddf4-4954-92f9-5f7c45aaf301,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:43.678530 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ab695a9d-b5da-4b85-b23e-f8b65ca7a7fe tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:43.685258 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1a35-df58-4c09-bea6-26ee804e1e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:43.711449 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-ab695a9d-b5da-4b85-b23e-f8b65ca7a7fe tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.6056228
Apr 21 14:38:43.760541 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-e043d40b-5a1e-4b9e-ae3c-7b15f79da031 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 14:38:43.762408 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-e043d40b-5a1e-4b9e-ae3c-7b15f79da031 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0209312
Apr 21 14:38:43.774736 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1a35-df58-4c09-bea6-26ee804e1e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:43.870067 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1a35-df58-4c09-bea6-26ee804e1e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:43.876276 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-0dd27189-56ca-488a-99a8-328ef0361e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:43.937139 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b1a35-df58-4c09-bea6-26ee804e1e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12555014-1bac-40c7-a581-daf504ad07c1,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:43.944098 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1a35-df58-4c09-bea6-26ee804e1e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:43.956618 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-fa1b1a35-df58-4c09-bea6-26ee804e1e1a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12555014-1bac-40c7-a581-daf504ad07c1 HTTP/1.1" status: 204  len: 168 time: 0.5630660
Apr 21 14:38:43.958744 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-fa1b1a35-df58-4c09-bea6-26ee804e1e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:44.035377 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71232386-0e47-42fb-b9e4-286987f5b735 admin admin] Router 42504030-e0b2-4ba1-8841-e5a416fa965e is scheduled to L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 with binding_index 1 {{(pid=86394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 14:38:44.371333 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-954a61bb-9fa4-41f6-98ef-75a17bc3f1c7 None None] Notify callbacks [] for port, precommit_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:44.393265 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-954a61bb-9fa4-41f6-98ef-75a17bc3f1c7 None None] Transition to ACTIVE for port object 3b14bf35-6957-43bb-b4ea-f8208d8ab602 will not be triggered until provisioned by entity L2. {{(pid=86396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:38:44.403997 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-954a61bb-9fa4-41f6-98ef-75a17bc3f1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:44.410135 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-7b4d2763-56ba-44f8-8fed-121147c7e5e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:44.420843 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-37f236f2-2ebd-4aa6-9b15-faed3181bda1 req-25a941b0-4a16-468b-93fa-5e9c0011f9c9 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=502a82df-ee66-408d-ab9e-8207516c0415 HTTP/1.1" status: 200  len: 210 time: 0.2654877
Apr 21 14:38:44.538753 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-954a61bb-9fa4-41f6-98ef-75a17bc3f1c7 None None] Attempting to bind port 3b14bf35-6957-43bb-b4ea-f8208d8ab602 on host dv-cinder-786385-2-iscsi for vnic_type normal with profile  {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:38:44.539264 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-954a61bb-9fa4-41f6-98ef-75a17bc3f1c7 None None] Attempting to bind port 3b14bf35-6957-43bb-b4ea-f8208d8ab602 by drivers openvswitch,hyperv on host dv-cinder-786385-2-iscsi at level 0 using segments [{'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'}] {{(pid=86396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:38:44.539560 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954a61bb-9fa4-41f6-98ef-75a17bc3f1c7 None None] Attempting to bind port 3b14bf35-6957-43bb-b4ea-f8208d8ab602 on network 65ae90ab-0baf-4140-bbfd-b114ac6a9837 {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:38:44.600020 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954a61bb-9fa4-41f6-98ef-75a17bc3f1c7 None None] Checking agent: {'id': '3835c4f8-6870-47cd-b375-7aa1fa6d9f56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 2), 'started_at': datetime.datetime(2021, 4, 21, 14, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:38:44.601160 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954a61bb-9fa4-41f6-98ef-75a17bc3f1c7 None None] Checking segment: {'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:38:44.601467 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-954a61bb-9fa4-41f6-98ef-75a17bc3f1c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:44.602137 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954a61bb-9fa4-41f6-98ef-75a17bc3f1c7 None None] Bound using segment: {'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'} {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:38:44.603037 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-954a61bb-9fa4-41f6-98ef-75a17bc3f1c7 None None] Bound port: 3b14bf35-6957-43bb-b4ea-f8208d8ab602, host: dv-cinder-786385-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'}}] {{(pid=86396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:38:44.603725 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-954a61bb-9fa4-41f6-98ef-75a17bc3f1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:44.743973 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7342916-f6c6-45e4-8c4d-55a2e4bccb77 None None] Pushing event updated for resources: {'Port': ['ID=3b14bf35-6957-43bb-b4ea-f8208d8ab602,revision_number=2']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:44.810112 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7342916-f6c6-45e4-8c4d-55a2e4bccb77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:44.810417 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7342916-f6c6-45e4-8c4d-55a2e4bccb77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:44.810995 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7342916-f6c6-45e4-8c4d-55a2e4bccb77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:44.811378 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7342916-f6c6-45e4-8c4d-55a2e4bccb77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:44.811835 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7342916-f6c6-45e4-8c4d-55a2e4bccb77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:44.812399 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7342916-f6c6-45e4-8c4d-55a2e4bccb77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:44.812955 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7342916-f6c6-45e4-8c4d-55a2e4bccb77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:44.813512 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7342916-f6c6-45e4-8c4d-55a2e4bccb77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:44.826914 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7342916-f6c6-45e4-8c4d-55a2e4bccb77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:44.830280 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7342916-f6c6-45e4-8c4d-55a2e4bccb77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:44.830712 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7342916-f6c6-45e4-8c4d-55a2e4bccb77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:44.831094 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7342916-f6c6-45e4-8c4d-55a2e4bccb77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:38:44.833712 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7342916-f6c6-45e4-8c4d-55a2e4bccb77 None None] Tracked resource versions report:
Apr 21 14:38:44.833712 dv-cinder-786385-2-iscsi neutron-server[86282]: pushed versions:
Apr 21 14:38:44.833712 dv-cinder-786385-2-iscsi neutron-server[86282]: {   'AddressGroup': {'1.2'},
Apr 21 14:38:44.833712 dv-cinder-786385-2-iscsi neutron-server[86282]:     'ConntrackHelper': {'1.0'},
Apr 21 14:38:44.833712 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Log': {'1.0'},
Apr 21 14:38:44.833712 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Network': {'1.1'},
Apr 21 14:38:44.833712 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Port': {'1.7'},
Apr 21 14:38:44.833712 dv-cinder-786385-2-iscsi neutron-server[86282]:     'PortForwarding': {'1.2'},
Apr 21 14:38:44.833712 dv-cinder-786385-2-iscsi neutron-server[86282]:     'QosPolicy': {'1.8'},
Apr 21 14:38:44.833712 dv-cinder-786385-2-iscsi neutron-server[86282]:     'SecurityGroup': {'1.4'},
Apr 21 14:38:44.833712 dv-cinder-786385-2-iscsi neutron-server[86282]:     'SecurityGroupRule': {'1.2'},
Apr 21 14:38:44.833712 dv-cinder-786385-2-iscsi neutron-server[86282]:     'SubPort': {'1.0'},
Apr 21 14:38:44.833712 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Subnet': {'1.1'},
Apr 21 14:38:44.833712 dv-cinder-786385-2-iscsi neutron-server[86282]:     'Trunk': {'1.1'}}
Apr 21 14:38:44.833712 dv-cinder-786385-2-iscsi neutron-server[86282]: consumer versions:
Apr 21 14:38:44.833712 dv-cinder-786385-2-iscsi neutron-server[86282]: {   DHCP agent@dv-cinder-786385-2-iscsi: {},
Apr 21 14:38:44.833712 dv-cinder-786385-2-iscsi neutron-server[86282]:     HyperV agent@hv-cinder-78638: {},
Apr 21 14:38:44.833712 dv-cinder-786385-2-iscsi neutron-server[86282]:     L3 agent@dv-cinder-786385-2-iscsi: {},
Apr 21 14:38:44.833712 dv-cinder-786385-2-iscsi neutron-server[86282]:     Metadata agent@dv-cinder-786385-2-iscsi: {},
Apr 21 14:38:44.833712 dv-cinder-786385-2-iscsi neutron-server[86282]:     Metering agent@dv-cinder-786385-2-iscsi: {},
Apr 21 14:38:44.833712 dv-cinder-786385-2-iscsi neutron-server[86282]:     Open vSwitch agent@dv-cinder-786385-2-iscsi: {   'AddressGroup': '1.2',
Apr 21 14:38:44.833712 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'ConntrackHelper': '1.0',
Apr 21 14:38:44.833712 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Log': '1.0',
Apr 21 14:38:44.833712 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Network': '1.1',
Apr 21 14:38:44.833712 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Port': '1.7',
Apr 21 14:38:44.833712 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'PortForwarding': '1.2',
Apr 21 14:38:44.833712 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'QosPolicy': '1.8',
Apr 21 14:38:44.833712 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'SecurityGroup': '1.4',
Apr 21 14:38:44.833712 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'SecurityGroupRule': '1.2',
Apr 21 14:38:44.833712 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'SubPort': '1.0',
Apr 21 14:38:44.833712 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Subnet': '1.1',
Apr 21 14:38:44.833712 dv-cinder-786385-2-iscsi neutron-server[86282]:                                                      'Trunk': '1.1'}}
Apr 21 14:38:44.833712 dv-cinder-786385-2-iscsi neutron-server[86282]:  {{(pid=86396) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 21 14:38:44.863393 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-a7342916-f6c6-45e4-8c4d-55a2e4bccb77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:44.877532 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71232386-0e47-42fb-b9e4-286987f5b735 admin admin] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:38:44.895418 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f597d6be-67a8-4189-8933-af0b071bad7f None None] Sync routers for ids ['42504030-e0b2-4ba1-8841-e5a416fa965e'] in dv-cinder-786385-2-iscsi {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:38:44.918909 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f597d6be-67a8-4189-8933-af0b071bad7f None None] Routers {'42504030-e0b2-4ba1-8841-e5a416fa965e'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:38:44.919961 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-f597d6be-67a8-4189-8933-af0b071bad7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f71f5240>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:38:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['42504030-e0b2-4ba1-8841-e5a416fa965e'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:38:45.049867 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-954a61bb-9fa4-41f6-98ef-75a17bc3f1c7 None None] For port 3b14bf35-6957-43bb-b4ea-f8208d8ab602, host dv-cinder-786385-2-iscsi, cleared binding levels {{(pid=86396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:38:45.061681 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-954a61bb-9fa4-41f6-98ef-75a17bc3f1c7 None None] For port 3b14bf35-6957-43bb-b4ea-f8208d8ab602, host dv-cinder-786385-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=3b14bf35-6957-43bb-b4ea-f8208d8ab602,segment=NetworkSegment(cc9f75c9-c7cc-49bd-a770-8a7cd276112c),segment_id=cc9f75c9-c7cc-49bd-a770-8a7cd276112c)] {{(pid=86396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:38:45.079788 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-71232386-0e47-42fb-b9e4-286987f5b735 admin admin] Notify callbacks [] for router, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:45.081720 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-954a61bb-9fa4-41f6-98ef-75a17bc3f1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:45.086382 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-71232386-0e47-42fb-b9e4-286987f5b735 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 14.4290786
Apr 21 14:38:45.091596 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 51728) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:38:45.112405 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-7b4d2763-56ba-44f8-8fed-121147c7e5e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:45.358322 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-f597d6be-67a8-4189-8933-af0b071bad7f None None] Set router 42504030-e0b2-4ba1-8841-e5a416fa965e gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:38:45.716669 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954a61bb-9fa4-41f6-98ef-75a17bc3f1c7 None None] Routers {'832eeb78-8e77-4fef-8234-a0f8ee777aff'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:38:45.722620 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-954a61bb-9fa4-41f6-98ef-75a17bc3f1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f6ebbb00>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:38:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['832eeb78-8e77-4fef-8234-a0f8ee777aff'], 'active': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:38:45.754719 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.36', 57382) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:38:45.853363 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-f597d6be-67a8-4189-8933-af0b071bad7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f71f5240>, [{'id': '42504030-e0b2-4ba1-8841-e5a416fa965e', 'name': 'tempest-ServerRescueNegativeTestJSON-1168531284-router', 'tenant_id': '71fbd46f910d42d1975f143a55e34822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e40690ed-a199-49d1-a807-ba7b1c278b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:38:30Z', 'updated_at': '2021-04-21T14:38:37Z', 'revision_number': 3, 'project_id': '71fbd46f910d42d1975f143a55e34822', 'gw_port': {'id': 'e40690ed-a199-49d1-a807-ba7b1c278b7f', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42504030-e0b2-4ba1-8841-e5a416fa965e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:33Z', 'updated_at': '2021-04-21T14:38:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi'}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:38:45.859170 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4009d2c-797f-4148-a323-43016812e813 req-39f66cff-1245-4aa8-a9d1-df1dd08dd77d tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:38:45.871130 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f597d6be-67a8-4189-8933-af0b071bad7f None None] Checking router: 42504030-e0b2-4ba1-8841-e5a416fa965e for host: dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:38:45.871498 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f597d6be-67a8-4189-8933-af0b071bad7f None None] Updating router 42504030-e0b2-4ba1-8841-e5a416fa965e port e40690ed-a199-49d1-a807-ba7b1c278b7f binding host dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 14:38:45.876336 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a4009d2c-797f-4148-a323-43016812e813 req-39f66cff-1245-4aa8-a9d1-df1dd08dd77d tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 932 time: 2.7799649
Apr 21 14:38:45.912373 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7342916-f6c6-45e4-8c4d-55a2e4bccb77 None None] Pushing event updated for resources: {'Port': ['ID=3b14bf35-6957-43bb-b4ea-f8208d8ab602,revision_number=3']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:45.952885 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f597d6be-67a8-4189-8933-af0b071bad7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:45.970537 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-a7342916-f6c6-45e4-8c4d-55a2e4bccb77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.863s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:46.136107 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a4009d2c-797f-4148-a323-43016812e813 req-48e53bca-d980-4fb5-a703-8b3012b867d3 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba9e4849-99af-4342-b297-9b1b75946732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2567952
Apr 21 14:38:46.388154 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-954a61bb-9fa4-41f6-98ef-75a17bc3f1c7 None None] Set router 832eeb78-8e77-4fef-8234-a0f8ee777aff gateway port host: dv-cinder-786385-2-iscsi {{(pid=86396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:38:46.452067 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8d49dff8-a856-4ab3-be93-be26d96e5110 req-970da313-7952-4b01-a4bb-39b7c7ad7f94 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=502a82df-ee66-408d-ab9e-8207516c0415 HTTP/1.1" status: 200  len: 210 time: 0.2730553
Apr 21 14:38:46.903614 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f597d6be-67a8-4189-8933-af0b071bad7f None None] Notify callbacks [] for port, precommit_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:46.943685 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-f597d6be-67a8-4189-8933-af0b071bad7f None None] Transition to ACTIVE for port object e40690ed-a199-49d1-a807-ba7b1c278b7f will not be triggered until provisioned by entity L2. {{(pid=86395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:38:46.960614 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f597d6be-67a8-4189-8933-af0b071bad7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:46.978844 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f7adc852-0af3-4bb5-a1e3-6c001f36b155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:46.984320 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:47.015391 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-e7091afa-c413-45b2-9913-a0f425f53e59 service neutron] Request body: {'port': {'device_id': '7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:38:47.043949 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-c37c8eba-e155-4302-bbd8-ca6bfd1281de tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:38:47.046857 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-c37c8eba-e155-4302-bbd8-ca6bfd1281de tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.36 "GET /v2.0/networks?id=d7586439-5692-45b4-a121-4de98b0d3272 HTTP/1.1" status: 200  len: 815 time: 1.2898781
Apr 21 14:38:47.256807 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-8a72c2e4-b7f1-4bad-9587-dd5d7b21ef4c tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Request body: {'port': {'device_id': '502a82df-ee66-408d-ab9e-8207516c0415', 'network_id': 'd7586439-5692-45b4-a121-4de98b0d3272', 'admin_state_up': True, 'tenant_id': 'c273beec5c4c4f89a4c7c896497de7b8'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:38:47.327134 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a8a78-47ce-46ac-b522-40f176215eee None None] Pushing event updated for resources: {'Port': ['ID=e40690ed-a199-49d1-a807-ba7b1c278b7f,revision_number=2']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:47.333036 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9e4a8a78-47ce-46ac-b522-40f176215eee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:47.405700 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-f597d6be-67a8-4189-8933-af0b071bad7f None None] Attempting to bind port e40690ed-a199-49d1-a807-ba7b1c278b7f on host dv-cinder-786385-2-iscsi for vnic_type normal with profile  {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:38:47.405970 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-f597d6be-67a8-4189-8933-af0b071bad7f None None] Attempting to bind port e40690ed-a199-49d1-a807-ba7b1c278b7f by drivers openvswitch,hyperv on host dv-cinder-786385-2-iscsi at level 0 using segments [{'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:38:47.406293 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f597d6be-67a8-4189-8933-af0b071bad7f None None] Attempting to bind port e40690ed-a199-49d1-a807-ba7b1c278b7f on network 65ae90ab-0baf-4140-bbfd-b114ac6a9837 {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:38:47.429037 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f597d6be-67a8-4189-8933-af0b071bad7f None None] Checking agent: {'id': '3835c4f8-6870-47cd-b375-7aa1fa6d9f56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 2), 'started_at': datetime.datetime(2021, 4, 21, 14, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:38:47.429453 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f597d6be-67a8-4189-8933-af0b071bad7f None None] Checking segment: {'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:38:47.429812 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f597d6be-67a8-4189-8933-af0b071bad7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:47.430302 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f597d6be-67a8-4189-8933-af0b071bad7f None None] Bound using segment: {'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:38:47.430876 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-f597d6be-67a8-4189-8933-af0b071bad7f None None] Bound port: e40690ed-a199-49d1-a807-ba7b1c278b7f, host: dv-cinder-786385-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'}}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:38:47.431302 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f597d6be-67a8-4189-8933-af0b071bad7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:47.525025 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-954a61bb-9fa4-41f6-98ef-75a17bc3f1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f6ebbb00>, [{'id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'name': 'tempest-AttachVolumeShelveTestJSON-1531100270-router', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:38:28Z', 'updated_at': '2021-04-21T14:38:34Z', 'revision_number': 3, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'gw_port': {'id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ed:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:31Z', 'updated_at': '2021-04-21T14:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi'}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:38:47.555570 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954a61bb-9fa4-41f6-98ef-75a17bc3f1c7 None None] The sync data for ids ['832eeb78-8e77-4fef-8234-a0f8ee777aff'] in dv-cinder-786385-2-iscsi is: [{'id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'name': 'tempest-AttachVolumeShelveTestJSON-1531100270-router', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:38:28Z', 'updated_at': '2021-04-21T14:38:34Z', 'revision_number': 3, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'gw_port': {'id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ed:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:31Z', 'updated_at': '2021-04-21T14:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi'}] {{(pid=86396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:38:47.705095 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-f597d6be-67a8-4189-8933-af0b071bad7f None None] For port e40690ed-a199-49d1-a807-ba7b1c278b7f, host dv-cinder-786385-2-iscsi, cleared binding levels {{(pid=86395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:38:47.716332 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-f597d6be-67a8-4189-8933-af0b071bad7f None None] For port e40690ed-a199-49d1-a807-ba7b1c278b7f, host dv-cinder-786385-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=e40690ed-a199-49d1-a807-ba7b1c278b7f,segment=NetworkSegment(cc9f75c9-c7cc-49bd-a770-8a7cd276112c),segment_id=cc9f75c9-c7cc-49bd-a770-8a7cd276112c)] {{(pid=86395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:38:47.723410 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f597d6be-67a8-4189-8933-af0b071bad7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:47.732494 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:47.963280 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a8a78-47ce-46ac-b522-40f176215eee None None] Pushing event updated for resources: {'Port': ['ID=e40690ed-a199-49d1-a807-ba7b1c278b7f,revision_number=3']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:47.964149 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 51766) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:38:47.970973 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9e4a8a78-47ce-46ac-b522-40f176215eee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:48.011415 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f597d6be-67a8-4189-8933-af0b071bad7f None None] Routers {'42504030-e0b2-4ba1-8841-e5a416fa965e'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:38:48.012366 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-f597d6be-67a8-4189-8933-af0b071bad7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f71f5240>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:38:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['42504030-e0b2-4ba1-8841-e5a416fa965e'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:38:48.292373 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d2bb8e77-6a8d-461a-9d53-27aced010e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:48.446924 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 51774) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:38:48.462167 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-d2bb8e77-6a8d-461a-9d53-27aced010e76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:38:48.491646 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-d2bb8e77-6a8d-461a-9d53-27aced010e76 admin admin] Usage tracker for resource:security_group_rule and tenant:88c7d3e60d2045debee537950f23f7a7 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:38:48.528771 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-d2bb8e77-6a8d-461a-9d53-27aced010e76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:38:48.554364 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-8a72c2e4-b7f1-4bad-9587-dd5d7b21ef4c tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:38:49.170748 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-f597d6be-67a8-4189-8933-af0b071bad7f None None] Set router 42504030-e0b2-4ba1-8841-e5a416fa965e gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:38:49.620187 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 3b14bf35-6957-43bb-b4ea-f8208d8ab602 up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:38:49.780162 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-8a72c2e4-b7f1-4bad-9587-dd5d7b21ef4c tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Usage tracker for resource:port and tenant:c273beec5c4c4f89a4c7c896497de7b8 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:38:49.797451 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-8a72c2e4-b7f1-4bad-9587-dd5d7b21ef4c tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:38:49.804327 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-d2bb8e77-6a8d-461a-9d53-27aced010e76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:38:49.902436 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-8a72c2e4-b7f1-4bad-9587-dd5d7b21ef4c tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:38:49.924086 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2d5f62ae-ddbd-40be-bb56-e841eae1c315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:49.936361 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning for port 3b14bf35-6957-43bb-b4ea-f8208d8ab602 completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:38:49.992828 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 3b14bf35-6957-43bb-b4ea-f8208d8ab602 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:38:49.993912 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:50.246160 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-f597d6be-67a8-4189-8933-af0b071bad7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f71f5240>, [{'id': '42504030-e0b2-4ba1-8841-e5a416fa965e', 'name': 'tempest-ServerRescueNegativeTestJSON-1168531284-router', 'tenant_id': '71fbd46f910d42d1975f143a55e34822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e40690ed-a199-49d1-a807-ba7b1c278b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:38:30Z', 'updated_at': '2021-04-21T14:38:37Z', 'revision_number': 3, 'project_id': '71fbd46f910d42d1975f143a55e34822', 'gw_port': {'id': 'e40690ed-a199-49d1-a807-ba7b1c278b7f', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42504030-e0b2-4ba1-8841-e5a416fa965e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:33Z', 'updated_at': '2021-04-21T14:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi'}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:38:50.297206 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-299ec682-720d-4810-977d-bf2943706257 req-96486d08-ed27-4178-99da-27fd388b7f24 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=502a82df-ee66-408d-ab9e-8207516c0415 HTTP/1.1" status: 200  len: 210 time: 1.4379578
Apr 21 14:38:50.325054 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 51794) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:38:50.394306 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f597d6be-67a8-4189-8933-af0b071bad7f None None] The sync data for ids ['42504030-e0b2-4ba1-8841-e5a416fa965e'] in dv-cinder-786385-2-iscsi is: [{'id': '42504030-e0b2-4ba1-8841-e5a416fa965e', 'name': 'tempest-ServerRescueNegativeTestJSON-1168531284-router', 'tenant_id': '71fbd46f910d42d1975f143a55e34822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e40690ed-a199-49d1-a807-ba7b1c278b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:38:30Z', 'updated_at': '2021-04-21T14:38:37Z', 'revision_number': 3, 'project_id': '71fbd46f910d42d1975f143a55e34822', 'gw_port': {'id': 'e40690ed-a199-49d1-a807-ba7b1c278b7f', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42504030-e0b2-4ba1-8841-e5a416fa965e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:33Z', 'updated_at': '2021-04-21T14:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi'}] {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:38:50.454895 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d2bb8e77-6a8d-461a-9d53-27aced010e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:50.480975 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-e7091afa-c413-45b2-9913-a0f425f53e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:50.491389 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:50.491771 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-8a72c2e4-b7f1-4bad-9587-dd5d7b21ef4c tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Made reservation on behalf of c273beec5c4c4f89a4c7c896497de7b8 for: {'port': 1} {{(pid=86394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:38:50.498018 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-8a72c2e4-b7f1-4bad-9587-dd5d7b21ef4c tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:50.541101 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] For port 3b14bf35-6957-43bb-b4ea-f8208d8ab602, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=3b14bf35-6957-43bb-b4ea-f8208d8ab602,segment=NetworkSegment(cc9f75c9-c7cc-49bd-a770-8a7cd276112c),segment_id=cc9f75c9-c7cc-49bd-a770-8a7cd276112c)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:38:50.571744 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:50.578801 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-83698552-9a09-4c09-bf50-1f82eebb5248 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:50.676390 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-f7adc852-0af3-4bb5-a1e3-6c001f36b155 admin admin] Allocated IP 172.20.0.1 (4398a4b8-9ecd-43b2-988b-da3ccd660ad9/48293642-451e-458e-960c-7fbf1e7e7bc3/a873b1cc-f3ac-49d9-99f9-237bb240300f) {{(pid=86394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:38:50.889028 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Pushing event updated for resources: {'Port': ['ID=3b14bf35-6957-43bb-b4ea-f8208d8ab602,revision_number=4']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:50.902204 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:50.914778 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d2bb8e77-6a8d-461a-9d53-27aced010e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:50.918582 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-2d5f62ae-ddbd-40be-bb56-e841eae1c315 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:38:50.923680 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-2d5f62ae-ddbd-40be-bb56-e841eae1c315 admin admin] Usage tracker for resource:security_group_rule and tenant:1e2a068a97644c98af6ac6f7ba3da095 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:38:50.943993 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-2d5f62ae-ddbd-40be-bb56-e841eae1c315 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:38:50.952298 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-2d5f62ae-ddbd-40be-bb56-e841eae1c315 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:38:51.033296 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:51.134791 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-d2bb8e77-6a8d-461a-9d53-27aced010e76 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=88c7d3e60d2045debee537950f23f7a7&name=default HTTP/1.1" status: 200  len: 2975 time: 3.1105411
Apr 21 14:38:51.134791 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb8e77-6a8d-461a-9d53-27aced010e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d182312-92f6-4c6b-8015-cf28bed5dbb5,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:51.148215 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1d54e-3609-44ba-b5c4-36b0f1095f34 req-562d7147-a343-4f6a-bdd0-b968b27dd642 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:38:51.159317 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-92c1d54e-3609-44ba-b5c4-36b0f1095f34 req-562d7147-a343-4f6a-bdd0-b968b27dd642 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 932 time: 3.5297341
Apr 21 14:38:51.228508 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 51804) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:38:51.766979 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d2bb8e77-6a8d-461a-9d53-27aced010e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.733s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:51.795975 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-56f22fa4-859f-47c5-9339-e1355d6d3dd7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2045636364-network', 'tenant_id': '2c5acd6b04b2448ab672dfc6aa673c74'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:38:51.811030 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-56f22fa4-859f-47c5-9339-e1355d6d3dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:38:51.817590 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-56f22fa4-859f-47c5-9339-e1355d6d3dd7 admin admin] Usage tracker for resource:network and tenant:2c5acd6b04b2448ab672dfc6aa673c74 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:38:51.826646 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-56f22fa4-859f-47c5-9339-e1355d6d3dd7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:38:51.834759 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-56f22fa4-859f-47c5-9339-e1355d6d3dd7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:38:51.927519 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f22fa4-859f-47c5-9339-e1355d6d3dd7 admin admin] Made reservation on behalf of 2c5acd6b04b2448ab672dfc6aa673c74 for: {'network': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:38:51.933188 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-56f22fa4-859f-47c5-9339-e1355d6d3dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for network, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:51.986456 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-56f22fa4-859f-47c5-9339-e1355d6d3dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:52.067766 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-56f22fa4-859f-47c5-9339-e1355d6d3dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:38:52.073110 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-56f22fa4-859f-47c5-9339-e1355d6d3dd7 admin admin] Usage tracker for resource:security_group_rule and tenant:2c5acd6b04b2448ab672dfc6aa673c74 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:38:52.076900 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-56f22fa4-859f-47c5-9339-e1355d6d3dd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:38:52.084748 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-56f22fa4-859f-47c5-9339-e1355d6d3dd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:38:52.187635 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-56f22fa4-859f-47c5-9339-e1355d6d3dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:52.210673 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4dab752d-a0a4-449a-bfbb-97d3787e82e3 req-e8bfcebb-672e-4004-b9c9-e216d67086a9 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=502a82df-ee66-408d-ab9e-8207516c0415 HTTP/1.1" status: 200  len: 210 time: 0.2851052
Apr 21 14:38:52.211762 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2a516aa7-ac8e-4706-b821-b643b695b3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:52.245258 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2a516aa7-ac8e-4706-b821-b643b695b3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:52.310674 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-56f22fa4-859f-47c5-9339-e1355d6d3dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:52.320681 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2a516aa7-ac8e-4706-b821-b643b695b3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:52.340160 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ac628c12-e53a-4b0c-b5f0-bcdd3f3e6b5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:52.379330 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-e7091afa-c413-45b2-9913-a0f425f53e59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0343fc5-ddf4-4954-92f9-5f7c45aaf301 {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:38:52.387091 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f22fa4-859f-47c5-9339-e1355d6d3dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c51b777-2ee1-4451-90dd-f5dcf05e683b,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:52.414599 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-e7091afa-c413-45b2-9913-a0f425f53e59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:52.439697 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a516aa7-ac8e-4706-b821-b643b695b3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d182312-92f6-4c6b-8015-cf28bed5dbb5,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:52.444865 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f22fa4-859f-47c5-9339-e1355d6d3dd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324}  {{(pid=86393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 14:38:52.456145 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2a516aa7-ac8e-4706-b821-b643b695b3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:52.457580 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-2a516aa7-ac8e-4706-b821-b643b695b3dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d182312-92f6-4c6b-8015-cf28bed5dbb5 HTTP/1.1" status: 204  len: 168 time: 1.2181160
Apr 21 14:38:52.460115 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-84011507-f2ca-44f1-a2bf-94422c3d1c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:52.513790 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-56f22fa4-859f-47c5-9339-e1355d6d3dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852863918'] for segment, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:52.514407 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.segments_db [None req-56f22fa4-859f-47c5-9339-e1355d6d3dd7 admin admin] Added segment 1d1f0029-50f5-4cab-9342-d389faf3a40f of type vlan for network 0888db8f-f099-4f31-9f81-5042627a4818
Apr 21 14:38:52.567174 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-56f22fa4-859f-47c5-9339-e1355d6d3dd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759846068458'] for network, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:52.635363 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2a516aa7-ac8e-4706-b821-b643b695b3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:52.693795 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2d5f62ae-ddbd-40be-bb56-e841eae1c315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:52.765356 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-92c1d54e-3609-44ba-b5c4-36b0f1095f34 req-748f9994-f9d9-4cec-8b75-d5f03b9e580a tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba9e4849-99af-4342-b297-9b1b75946732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4217105
Apr 21 14:38:52.798893 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2d5f62ae-ddbd-40be-bb56-e841eae1c315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:52.871018 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8dd996a2-7739-40a8-a30b-0dbe5786abd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.433s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:52.872252 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8dd996a2-7739-40a8-a30b-0dbe5786abd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.008s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:52.882180 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-0b324fa7-d7b1-480e-9fc7-da6ef8fcad36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:52.944020 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-56f22fa4-859f-47c5-9339-e1355d6d3dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162'] for network, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:52.968407 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-e7091afa-c413-45b2-9913-a0f425f53e59 service neutron] Transition to ACTIVE for port object b0343fc5-ddf4-4954-92f9-5f7c45aaf301 will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:38:52.974832 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f22fa4-859f-47c5-9339-e1355d6d3dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:38:52.975673 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-56f22fa4-859f-47c5-9339-e1355d6d3dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for network, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:53.004417 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f62ae-ddbd-40be-bb56-e841eae1c315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff6493e-8308-4a9d-b5f8-08c08dc35690,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:53.028908 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2d5f62ae-ddbd-40be-bb56-e841eae1c315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:53.105583 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-a1e3f933-ab42-48be-ab48-503846e19f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:53.140138 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-8a72c2e4-b7f1-4bad-9587-dd5d7b21ef4c tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Allocated IP 172.20.0.14 (d7586439-5692-45b4-a121-4de98b0d3272/59c648af-02d8-41a8-9d9d-c5acff085d02/e2c31a01-40a4-4b6e-aaee-cbeb1067272f) {{(pid=86394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:38:53.156792 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-56f22fa4-859f-47c5-9339-e1355d6d3dd7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 2.6826291
Apr 21 14:38:53.205057 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-e7091afa-c413-45b2-9913-a0f425f53e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:53.205205 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 51826) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:38:53.212601 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-2d5f62ae-ddbd-40be-bb56-e841eae1c315 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e2a068a97644c98af6ac6f7ba3da095&name=default HTTP/1.1" status: 200  len: 2979 time: 4.7549250
Apr 21 14:38:53.224575 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 51832) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:38:53.267113 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-9aa1c469-a6d7-4c81-9193-b54ed64c6ba8 admin admin] Request body: {'subnet': {'network_id': '0888db8f-f099-4f31-9f81-5042627a4818', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2045636364-subnet', 'tenant_id': '2c5acd6b04b2448ab672dfc6aa673c74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:38:53.308158 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-9aa1c469-a6d7-4c81-9193-b54ed64c6ba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:38:53.344466 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f7adc852-0af3-4bb5-a1e3-6c001f36b155 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:53.348630 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device e40690ed-a199-49d1-a807-ba7b1c278b7f up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:38:53.354410 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-9aa1c469-a6d7-4c81-9193-b54ed64c6ba8 admin admin] Usage tracker for resource:subnet and tenant:2c5acd6b04b2448ab672dfc6aa673c74 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:38:53.437538 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-9aa1c469-a6d7-4c81-9193-b54ed64c6ba8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:38:53.493768 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-9aa1c469-a6d7-4c81-9193-b54ed64c6ba8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:38:53.550307 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f22fa4-859f-47c5-9339-e1355d6d3dd7 admin admin] Pushing event updated for resources: {'Network': ['ID=0888db8f-f099-4f31-9f81-5042627a4818,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:53.562180 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-f7adc852-0af3-4bb5-a1e3-6c001f36b155 admin admin] Transition to ACTIVE for port object a873b1cc-f3ac-49d9-99f9-237bb240300f will not be triggered until provisioned by entity DHCP. {{(pid=86394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:38:53.577488 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Network 0888db8f-f099-4f31-9f81-5042627a4818 details requested by agent ovs-agent-dv-cinder-786385-2-iscsi with host dv-cinder-786385-2-iscsi {{(pid=86395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 14:38:53.698888 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-84011507-f2ca-44f1-a2bf-94422c3d1c5d admin admin] Allocated IP 172.20.0.1 (bacac062-2ca2-4bed-9f00-1f32f650b8c7/9f4471c1-ae41-4081-b6bd-5b95750edf0f/5815b84b-d382-4326-874d-2a7f412a6311) {{(pid=86393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:38:53.934377 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning for port e40690ed-a199-49d1-a807-ba7b1c278b7f completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:38:53.966972 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port e40690ed-a199-49d1-a807-ba7b1c278b7f triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:38:53.967634 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:54.018771 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-56f22fa4-859f-47c5-9339-e1355d6d3dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.913s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:54.029113 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-0ddc6496-1555-4239-9beb-2da527c2b9f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.594s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:54.224460 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-e7091afa-c413-45b2-9913-a0f425f53e59 service neutron] Attempting to bind port b0343fc5-ddf4-4954-92f9-5f7c45aaf301 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:38:54.225122 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-e7091afa-c413-45b2-9913-a0f425f53e59 service neutron] Attempting to bind port b0343fc5-ddf4-4954-92f9-5f7c45aaf301 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'f9f79d33-bcaf-443f-984f-db2181ef54a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2671739c-b1e5-44b5-80f6-19a324e449de'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:38:54.225665 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-e7091afa-c413-45b2-9913-a0f425f53e59 service neutron] Attempting to bind port b0343fc5-ddf4-4954-92f9-5f7c45aaf301 on network 2671739c-b1e5-44b5-80f6-19a324e449de {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:38:54.251751 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa1c469-a6d7-4c81-9193-b54ed64c6ba8 admin admin] Made reservation on behalf of 2c5acd6b04b2448ab672dfc6aa673c74 for: {'subnet': 1} {{(pid=86394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:38:54.257374 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-e7091afa-c413-45b2-9913-a0f425f53e59 service neutron] Port b0343fc5-ddf4-4954-92f9-5f7c45aaf301 on network 2671739c-b1e5-44b5-80f6-19a324e449de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 14:38:54.258124 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-e7091afa-c413-45b2-9913-a0f425f53e59 service neutron] Attempting to bind port b0343fc5-ddf4-4954-92f9-5f7c45aaf301 on network 2671739c-b1e5-44b5-80f6-19a324e449de {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:38:54.269158 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c93c359b-011c-4332-9aa8-7433dcfb61e4 req-58132b02-ad8f-46de-baff-4d07cd30abc6 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=502a82df-ee66-408d-ab9e-8207516c0415 HTTP/1.1" status: 200  len: 210 time: 0.5475726
Apr 21 14:38:54.274247 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9aa1c469-a6d7-4c81-9193-b54ed64c6ba8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:54.276475 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:54.305894 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-e7091afa-c413-45b2-9913-a0f425f53e59 service neutron] Checking agent: {'id': 'aac967bd-8151-4f72-a05c-3193d627c9da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'started_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:38:54.306511 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-e7091afa-c413-45b2-9913-a0f425f53e59 service neutron] Checking segment: {'id': 'f9f79d33-bcaf-443f-984f-db2181ef54a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2671739c-b1e5-44b5-80f6-19a324e449de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:38:54.307488 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-e7091afa-c413-45b2-9913-a0f425f53e59 service neutron] Bound using segment: {'id': 'f9f79d33-bcaf-443f-984f-db2181ef54a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2671739c-b1e5-44b5-80f6-19a324e449de'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:38:54.308199 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-e7091afa-c413-45b2-9913-a0f425f53e59 service neutron] Bound port: b0343fc5-ddf4-4954-92f9-5f7c45aaf301, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9f79d33-bcaf-443f-984f-db2181ef54a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2671739c-b1e5-44b5-80f6-19a324e449de'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:38:54.308760 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-e7091afa-c413-45b2-9913-a0f425f53e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:54.325110 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-347ad18b-56fe-4d04-8736-1deecff57564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:54.365039 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] For port e40690ed-a199-49d1-a807-ba7b1c278b7f, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=e40690ed-a199-49d1-a807-ba7b1c278b7f,segment=NetworkSegment(cc9f75c9-c7cc-49bd-a770-8a7cd276112c),segment_id=cc9f75c9-c7cc-49bd-a770-8a7cd276112c)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:38:54.376074 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:54.382882 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 3b14bf35-6957-43bb-b4ea-f8208d8ab602 up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:38:54.551864 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:54.634219 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7091afa-c413-45b2-9913-a0f425f53e59 service neutron] Pushing event updated for resources: {'Port': ['ID=b0343fc5-ddf4-4954-92f9-5f7c45aaf301,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:54.646602 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e7091afa-c413-45b2-9913-a0f425f53e59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:54.891635 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-8a72c2e4-b7f1-4bad-9587-dd5d7b21ef4c tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Notify callbacks [] for port, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:54.981202 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-e7091afa-c413-45b2-9913-a0f425f53e59 service neutron] For port b0343fc5-ddf4-4954-92f9-5f7c45aaf301, host hv-cinder-78638, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:38:54.984726 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Pushing event updated for resources: {'Port': ['ID=e40690ed-a199-49d1-a807-ba7b1c278b7f,revision_number=4']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:55.007542 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:55.012906 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-347ad18b-56fe-4d04-8736-1deecff57564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:55.014740 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 3b14bf35-6957-43bb-b4ea-f8208d8ab602 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:38:55.015567 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:55.026334 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-84011507-f2ca-44f1-a2bf-94422c3d1c5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:55.039757 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-e7091afa-c413-45b2-9913-a0f425f53e59 service neutron] For port b0343fc5-ddf4-4954-92f9-5f7c45aaf301, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b0343fc5-ddf4-4954-92f9-5f7c45aaf301,segment=NetworkSegment(f9f79d33-bcaf-443f-984f-db2181ef54a6),segment_id=f9f79d33-bcaf-443f-984f-db2181ef54a6)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:38:55.052143 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-e7091afa-c413-45b2-9913-a0f425f53e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:55.082310 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ab695a9d-b5da-4b85-b23e-f8b65ca7a7fe tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:55.099382 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-8a72c2e4-b7f1-4bad-9587-dd5d7b21ef4c tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207'] for port, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:55.107773 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f7adc852-0af3-4bb5-a1e3-6c001f36b155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207'] for port, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:55.183667 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-71232386-0e47-42fb-b9e4-286987f5b735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:55.406338 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-e7091afa-c413-45b2-9913-a0f425f53e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:38:55.407037 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-e7091afa-c413-45b2-9913-a0f425f53e59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:55.412608 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-e7091afa-c413-45b2-9913-a0f425f53e59 service neutron] 10.222.0.36 "PUT /v2.0/ports/b0343fc5-ddf4-4954-92f9-5f7c45aaf301 HTTP/1.1" status: 200  len: 1094 time: 10.4822390
Apr 21 14:38:55.426718 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9', 'tag': 'b0343fc5-ddf4-4954-92f9-5f7c45aaf301'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:38:55.552099 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7adc852-0af3-4bb5-a1e3-6c001f36b155 admin admin] Network 4398a4b8-9ecd-43b2-988b-da3ccd660ad9 is already hosted by enough agents. {{(pid=86394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:38:55.587742 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-f7adc852-0af3-4bb5-a1e3-6c001f36b155 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:38:55.633916 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7adc852-0af3-4bb5-a1e3-6c001f36b155 admin admin] Received port after_create {{(pid=86394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:38:55.638279 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f7adc852-0af3-4bb5-a1e3-6c001f36b155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854145534'] for router_interface, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:55.755720 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-8a72c2e4-b7f1-4bad-9587-dd5d7b21ef4c tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Network d7586439-5692-45b4-a121-4de98b0d3272 is already hosted by enough agents. {{(pid=86394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:38:55.761351 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-347ad18b-56fe-4d04-8736-1deecff57564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:55.766395 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-8a72c2e4-b7f1-4bad-9587-dd5d7b21ef4c tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Resources bound (agent type, host, resource id):  {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:38:55.998364 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-8a72c2e4-b7f1-4bad-9587-dd5d7b21ef4c tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Received port after_create {{(pid=86394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:38:56.008506 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-8a72c2e4-b7f1-4bad-9587-dd5d7b21ef4c tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:38:56.009456 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-8a72c2e4-b7f1-4bad-9587-dd5d7b21ef4c tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for port, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:56.078786 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-347ad18b-56fe-4d04-8736-1deecff57564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:56.083908 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-347ad18b-56fe-4d04-8736-1deecff57564 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ff6493e-8308-4a9d-b5f8-08c08dc35690 HTTP/1.1" status: 204  len: 168 time: 2.8447692
Apr 21 14:38:56.085126 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f7adc852-0af3-4bb5-a1e3-6c001f36b155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:56.209869 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-ad277198-2d19-4c3b-bfb0-c5640b185704 None None] Provisioning for port a873b1cc-f3ac-49d9-99f9-237bb240300f completed by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:38:56.241471 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device e40690ed-a199-49d1-a807-ba7b1c278b7f up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:38:56.386310 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:38:56.502245 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7091afa-c413-45b2-9913-a0f425f53e59 service neutron] Pushing event updated for resources: {'Port': ['ID=b0343fc5-ddf4-4954-92f9-5f7c45aaf301,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:56.561186 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-ad277198-2d19-4c3b-bfb0-c5640b185704 None None] Provisioning complete for port a873b1cc-f3ac-49d9-99f9-237bb240300f triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:38:56.562705 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ad277198-2d19-4c3b-bfb0-c5640b185704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:56.644341 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e7091afa-c413-45b2-9913-a0f425f53e59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.562s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:56.665614 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f7adc852-0af3-4bb5-a1e3-6c001f36b155 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:56.693695 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a76d0-1334-4049-96b0-c7de3b9af43e req-6cb0fbf2-75b1-4e62-8fbc-b33fac0220de tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:38:56.704594 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-da9a76d0-1334-4049-96b0-c7de3b9af43e req-6cb0fbf2-75b1-4e62-8fbc-b33fac0220de tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 944 time: 2.3821208
Apr 21 14:38:56.710724 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-8a72c2e4-b7f1-4bad-9587-dd5d7b21ef4c tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 9.4700229
Apr 21 14:38:56.728803 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f7adc852-0af3-4bb5-a1e3-6c001f36b155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:56.766928 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port e40690ed-a199-49d1-a807-ba7b1c278b7f triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:38:56.766928 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:56.803552 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7adc852-0af3-4bb5-a1e3-6c001f36b155 admin admin] Pushing event updated for resources: {'Port': ['ID=a873b1cc-f3ac-49d9-99f9-237bb240300f,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:56.834423 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-84011507-f2ca-44f1-a2bf-94422c3d1c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207'] for port, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:56.877655 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e7091afa-c413-45b2-9913-a0f425f53e59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:56.919703 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f7adc852-0af3-4bb5-a1e3-6c001f36b155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853752145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630373'] for router_interface, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:56.931186 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72c2e4-b7f1-4bad-9587-dd5d7b21ef4c tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Pushing event updated for resources: {'Port': ['ID=e2c31a01-40a4-4b6e-aaee-cbeb1067272f,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:56.939024 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-ad277198-2d19-4c3b-bfb0-c5640b185704 None None] Port a873b1cc-f3ac-49d9-99f9-237bb240300f cannot update to ACTIVE because it is not bound. {{(pid=86395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 14:38:56.945678 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8a72c2e4-b7f1-4bad-9587-dd5d7b21ef4c tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.762s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:56.945678 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8a72c2e4-b7f1-4bad-9587-dd5d7b21ef4c tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:57.015300 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84011507-f2ca-44f1-a2bf-94422c3d1c5d admin admin] Network bacac062-2ca2-4bed-9f00-1f32f650b8c7 is already hosted by enough agents. {{(pid=86393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:38:57.025765 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-a4a62545-9f90-40ac-9c9b-55e5b6b29c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:38:57.029097 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-a4a62545-9f90-40ac-9c9b-55e5b6b29c6a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dedd46ed5a7b480b96fc0f889ee9392f&device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 1097 time: 1.4153776
Apr 21 14:38:57.038417 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-84011507-f2ca-44f1-a2bf-94422c3d1c5d admin admin] Resources bound (agent type, host, resource id):  {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:38:57.070647 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84011507-f2ca-44f1-a2bf-94422c3d1c5d admin admin] Received port after_create {{(pid=86393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:38:57.071911 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-84011507-f2ca-44f1-a2bf-94422c3d1c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854145534'] for router_interface, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:57.195832 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7adc852-0af3-4bb5-a1e3-6c001f36b155 admin admin] Pushing event updated for resources: {'Port': ['ID=a873b1cc-f3ac-49d9-99f9-237bb240300f,revision_number=2']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:57.216595 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7adc852-0af3-4bb5-a1e3-6c001f36b155 admin admin] Network 4398a4b8-9ecd-43b2-988b-da3ccd660ad9 is already hosted by enough agents. {{(pid=86394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:38:57.223690 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f7adc852-0af3-4bb5-a1e3-6c001f36b155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:57.224661 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-f7adc852-0af3-4bb5-a1e3-6c001f36b155 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:38:57.233842 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-da9a76d0-1334-4049-96b0-c7de3b9af43e req-ceef0e13-bed9-44f4-9d56-82cc68131b73 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba9e4849-99af-4342-b297-9b1b75946732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5036170
Apr 21 14:38:57.234504 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d2bb8e77-6a8d-461a-9d53-27aced010e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.150s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:57.261452 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ad18b-56fe-4d04-8736-1deecff57564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff6493e-8308-4a9d-b5f8-08c08dc35690,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:57.519747 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-347ad18b-56fe-4d04-8736-1deecff57564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:57.528525 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-de446144-456f-4c0e-a2be-5809e23ed87c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.936s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:57.529036 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-de446144-456f-4c0e-a2be-5809e23ed87c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:57.627990 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2cdae078-a90b-4c1f-96f9-fd852ef5104d None None] Provisioning complete for port a873b1cc-f3ac-49d9-99f9-237bb240300f triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:38:57.628559 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2cdae078-a90b-4c1f-96f9-fd852ef5104d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:57.696409 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbdfb0-5243-4af2-874e-3889c65e86e8 req-025ae895-db07-4f85-adef-d219a7cb12bf tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:38:57.712110 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5bdbdfb0-5243-4af2-874e-3889c65e86e8 req-025ae895-db07-4f85-adef-d219a7cb12bf tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=502a82df-ee66-408d-ab9e-8207516c0415 HTTP/1.1" status: 200  len: 932 time: 1.1915493
Apr 21 14:38:57.720650 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 51892) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:38:57.754415 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84011507-f2ca-44f1-a2bf-94422c3d1c5d admin admin] Pushing event updated for resources: {'Port': ['ID=5815b84b-d382-4326-874d-2a7f412a6311,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:57.821039 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-84011507-f2ca-44f1-a2bf-94422c3d1c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.943s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:57.864701 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-2cdae078-a90b-4c1f-96f9-fd852ef5104d None None] Port a873b1cc-f3ac-49d9-99f9-237bb240300f cannot update to ACTIVE because it is not bound. {{(pid=86395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 14:38:57.948052 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-5bdbdfb0-5243-4af2-874e-3889c65e86e8 req-322a99ba-4d4f-4214-815b-251208c5cbbf tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Synchronizing usage tracker for tenant:c273beec5c4c4f89a4c7c896497de7b8 on resource:security_group {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:38:57.957102 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-847a38d7-5b45-47d7-b04d-ab3039201b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:58.024050 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-847a38d7-5b45-47d7-b04d-ab3039201b12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:38:58.028641 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-5bdbdfb0-5243-4af2-874e-3889c65e86e8 req-322a99ba-4d4f-4214-815b-251208c5cbbf tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Unset dirty status for tenant:c273beec5c4c4f89a4c7c896497de7b8 on resource:security_group {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:38:58.043118 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5bdbdfb0-5243-4af2-874e-3889c65e86e8 req-322a99ba-4d4f-4214-815b-251208c5cbbf tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3291223
Apr 21 14:38:58.052239 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-847a38d7-5b45-47d7-b04d-ab3039201b12 admin admin] Usage tracker for resource:security_group_rule and tenant:1426da368313468b80e46427940fe358 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:38:58.063583 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-847a38d7-5b45-47d7-b04d-ab3039201b12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:38:58.088695 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-847a38d7-5b45-47d7-b04d-ab3039201b12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:38:58.321078 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-84011507-f2ca-44f1-a2bf-94422c3d1c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:58.384115 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9aa1c469-a6d7-4c81-9193-b54ed64c6ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162'] for subnet, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:58.403128 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-bb4862f4-6fa2-4778-9b2b-58e5afaa7777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:58.449920 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9', 'tag': 'b0343fc5-ddf4-4954-92f9-5f7c45aaf301', 'status': 'completed', 'code': 200}
Apr 21 14:38:58.463850 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7adc852-0af3-4bb5-a1e3-6c001f36b155 admin admin] Router 832eeb78-8e77-4fef-8234-a0f8ee777aff has already been hosted by L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 {{(pid=86394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 14:38:58.519376 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa1c469-a6d7-4c81-9193-b54ed64c6ba8 admin admin] Checking segment: {'id': '1d1f0029-50f5-4cab-9342-d389faf3a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0888db8f-f099-4f31-9f81-5042627a4818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:38:58.519770 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa1c469-a6d7-4c81-9193-b54ed64c6ba8 admin admin] Network hostable DHCP agents. Network: 0888db8f-f099-4f31-9f81-5042627a4818, hostable agents: ['185605b6-6305-46ac-a1cb-38316e52a922'], hosted agents: [] {{(pid=86394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 14:38:58.602060 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1c469-a6d7-4c81-9193-b54ed64c6ba8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bd65d35-242e-4a9e-8cc9-efc2bb20ddd7,revision_number=0']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:58.605616 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9aa1c469-a6d7-4c81-9193-b54ed64c6ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:58.690721 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa1c469-a6d7-4c81-9193-b54ed64c6ba8 admin admin] Network 0888db8f-f099-4f31-9f81-5042627a4818 is scheduled to be hosted by DHCP agent 185605b6-6305-46ac-a1cb-38316e52a922 with binding_index 1 {{(pid=86394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 14:38:58.728261 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-9aa1c469-a6d7-4c81-9193-b54ed64c6ba8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-iscsi, 0888db8f-f099-4f31-9f81-5042627a4818) {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:38:58.740308 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ecbe45-bf4f-4581-93a7-3ce836a25bb8 None None] Network 0888db8f-f099-4f31-9f81-5042627a4818 requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:38:58.750126 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa1c469-a6d7-4c81-9193-b54ed64c6ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:38:58.750794 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9aa1c469-a6d7-4c81-9193-b54ed64c6ba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for subnet, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:58.829016 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-9aa1c469-a6d7-4c81-9193-b54ed64c6ba8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 5.6212626
Apr 21 14:38:58.850613 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7adc852-0af3-4bb5-a1e3-6c001f36b155 admin admin] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:38:58.887800 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f42e4f-5154-4bbd-a440-454d8f71efd2 None None] Sync routers for ids ['832eeb78-8e77-4fef-8234-a0f8ee777aff'] in dv-cinder-786385-2-iscsi {{(pid=86396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:38:58.896967 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-f7adc852-0af3-4bb5-a1e3-6c001f36b155 admin admin] 10.222.0.24 "PUT /v2.0/routers/832eeb78-8e77-4fef-8234-a0f8ee777aff/add_router_interface HTTP/1.1" status: 200  len: 503 time: 17.2589231
Apr 21 14:38:58.943216 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f42e4f-5154-4bbd-a440-454d8f71efd2 None None] Routers {'832eeb78-8e77-4fef-8234-a0f8ee777aff'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:38:58.946477 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-84f42e4f-5154-4bbd-a440-454d8f71efd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f732ea58>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:38:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['832eeb78-8e77-4fef-8234-a0f8ee777aff'], 'active': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:38:58.995109 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-847a38d7-5b45-47d7-b04d-ab3039201b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:59.012626 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-847a38d7-5b45-47d7-b04d-ab3039201b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:59.049877 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-a1e3f933-ab42-48be-ab48-503846e19f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:59.061751 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-847a38d7-5b45-47d7-b04d-ab3039201b12 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1426da368313468b80e46427940fe358&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3228157
Apr 21 14:38:59.067787 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 51928) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:38:59.071809 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e4095-ea33-4626-bb93-0c4027661e21 req-375c7a32-c3ee-4ca7-974f-6287ce4c6bd7 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:38:59.075795 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-8f0e4095-ea33-4626-bb93-0c4027661e21 req-375c7a32-c3ee-4ca7-974f-6287ce4c6bd7 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Synchronizing usage tracker for tenant:dedd46ed5a7b480b96fc0f889ee9392f on resource:port {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:38:59.444981 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a38d7-5b45-47d7-b04d-ab3039201b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c046a87-3a13-4e70-b880-393f1547ce69,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:38:59.485531 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-81c48193-3647-43a1-b1d7-0e53af4d3241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:59.517869 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-847a38d7-5b45-47d7-b04d-ab3039201b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:38:59.527354 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-77d8ee57-de57-43ab-80eb-2fc272df8c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:59.533823 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-8f0e4095-ea33-4626-bb93-0c4027661e21 req-375c7a32-c3ee-4ca7-974f-6287ce4c6bd7 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Unset dirty status for tenant:dedd46ed5a7b480b96fc0f889ee9392f on resource:port {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:38:59.546902 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8f0e4095-ea33-4626-bb93-0c4027661e21 req-375c7a32-c3ee-4ca7-974f-6287ce4c6bd7 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 944 time: 0.9605899
Apr 21 14:38:59.559144 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-84f42e4f-5154-4bbd-a440-454d8f71efd2 None None] Set router 832eeb78-8e77-4fef-8234-a0f8ee777aff gateway port host: dv-cinder-786385-2-iscsi {{(pid=86396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:38:59.601175 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-81c48193-3647-43a1-b1d7-0e53af4d3241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:59.662879 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad82672-1e10-42e2-ace6-b6134862ab74 None None] Network 0888db8f-f099-4f31-9f81-5042627a4818 requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:38:59.681595 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-8f0e4095-ea33-4626-bb93-0c4027661e21 req-b6153da4-1ae8-4bd9-958e-f4dd786837f0 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Synchronizing usage tracker for tenant:dedd46ed5a7b480b96fc0f889ee9392f on resource:security_group {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:38:59.720543 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-8f0e4095-ea33-4626-bb93-0c4027661e21 req-b6153da4-1ae8-4bd9-958e-f4dd786837f0 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Unset dirty status for tenant:dedd46ed5a7b480b96fc0f889ee9392f on resource:security_group {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:38:59.730492 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8f0e4095-ea33-4626-bb93-0c4027661e21 req-b6153da4-1ae8-4bd9-958e-f4dd786837f0 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba9e4849-99af-4342-b297-9b1b75946732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1830921
Apr 21 14:38:59.751942 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-84011507-f2ca-44f1-a2bf-94422c3d1c5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:59.761922 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-84011507-f2ca-44f1-a2bf-94422c3d1c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:59.766138 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-84011507-f2ca-44f1-a2bf-94422c3d1c5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853752145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630373'] for router_interface, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:59.773975 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:38:59.944602 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-81c48193-3647-43a1-b1d7-0e53af4d3241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:38:59.973590 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-a22a9e85-4085-4019-89c9-e94718fa36be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:00.021330 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84011507-f2ca-44f1-a2bf-94422c3d1c5d admin admin] Pushing event updated for resources: {'Port': ['ID=5815b84b-d382-4326-874d-2a7f412a6311,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:00.027440 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c48193-3647-43a1-b1d7-0e53af4d3241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c046a87-3a13-4e70-b880-393f1547ce69,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:00.034646 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-81c48193-3647-43a1-b1d7-0e53af4d3241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:00.035963 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-84011507-f2ca-44f1-a2bf-94422c3d1c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:00.046091 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-81c48193-3647-43a1-b1d7-0e53af4d3241 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c046a87-3a13-4e70-b880-393f1547ce69 HTTP/1.1" status: 204  len: 168 time: 0.9762747
Apr 21 14:39:00.058016 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-81c48193-3647-43a1-b1d7-0e53af4d3241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:00.094579 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b69e96-71d7-4a0a-bd32-97f9e34abfd3 req-5ebf5350-1dd1-4858-bf65-44c091a8cd67 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:00.095906 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-b0b69e96-71d7-4a0a-bd32-97f9e34abfd3 req-5ebf5350-1dd1-4858-bf65-44c091a8cd67 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Synchronizing usage tracker for tenant:c273beec5c4c4f89a4c7c896497de7b8 on resource:port {{(pid=86394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:39:00.139873 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-b0b69e96-71d7-4a0a-bd32-97f9e34abfd3 req-5ebf5350-1dd1-4858-bf65-44c091a8cd67 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Unset dirty status for tenant:c273beec5c4c4f89a4c7c896497de7b8 on resource:port {{(pid=86394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:39:00.142382 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b0b69e96-71d7-4a0a-bd32-97f9e34abfd3 req-5ebf5350-1dd1-4858-bf65-44c091a8cd67 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=502a82df-ee66-408d-ab9e-8207516c0415 HTTP/1.1" status: 200  len: 932 time: 0.5089462
Apr 21 14:39:00.257052 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b0b69e96-71d7-4a0a-bd32-97f9e34abfd3 req-d972472d-eafb-4cf8-9c4c-e3f085a76edb tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026571
Apr 21 14:39:00.391677 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84011507-f2ca-44f1-a2bf-94422c3d1c5d admin admin] Network bacac062-2ca2-4bed-9f00-1f32f650b8c7 is already hosted by enough agents. {{(pid=86393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:39:00.395491 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-84011507-f2ca-44f1-a2bf-94422c3d1c5d admin admin] Resources bound (agent type, host, resource id):  {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:39:01.043271 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84011507-f2ca-44f1-a2bf-94422c3d1c5d admin admin] Router 42504030-e0b2-4ba1-8841-e5a416fa965e has already been hosted by L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 {{(pid=86393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 14:39:01.053037 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 51972) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:01.074854 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-a7b9cd96-0a0b-4a1a-ba83-918e8b055bef tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Request body: {'security_group': {'name': 'tempest-securitygroup--785079755', 'description': 'tempest-description--1392522179'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:39:01.110736 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0938e4d-ebfa-49fd-9476-315554be0c88 req-803c0e67-0b35-4822-88ad-df3c1e630ff3 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:01.123043 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f0938e4d-ebfa-49fd-9476-315554be0c88 req-803c0e67-0b35-4822-88ad-df3c1e630ff3 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 944 time: 0.1544592
Apr 21 14:39:01.179587 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-a7b9cd96-0a0b-4a1a-ba83-918e8b055bef tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:39:01.204590 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-a7b9cd96-0a0b-4a1a-ba83-918e8b055bef tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Usage tracker for resource:security_group and tenant:b0771cc9ab3c4a23881ef55e4b3218b3 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:39:01.209807 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-a7b9cd96-0a0b-4a1a-ba83-918e8b055bef tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:39:01.223256 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f0938e4d-ebfa-49fd-9476-315554be0c88 req-042d80b1-4e11-4b0e-a9f7-2b6f03501081 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba9e4849-99af-4342-b297-9b1b75946732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984781
Apr 21 14:39:01.287768 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 51982) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:01.295323 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-3d07aee9-8317-4068-abd6-4726ed2a7595 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-548564766-network', 'tenant_id': '992b7379ba3c4db58678655be812ce41'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:39:01.301381 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-3d07aee9-8317-4068-abd6-4726ed2a7595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:39:01.306243 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-3d07aee9-8317-4068-abd6-4726ed2a7595 admin admin] Usage tracker for resource:network and tenant:992b7379ba3c4db58678655be812ce41 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:39:01.310338 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-3d07aee9-8317-4068-abd6-4726ed2a7595 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:39:01.318443 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-3d07aee9-8317-4068-abd6-4726ed2a7595 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:39:01.331154 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d07aee9-8317-4068-abd6-4726ed2a7595 admin admin] Made reservation on behalf of 992b7379ba3c4db58678655be812ce41 for: {'network': 1} {{(pid=86394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:39:01.337336 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-a7b9cd96-0a0b-4a1a-ba83-918e8b055bef tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:39:01.339239 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3d07aee9-8317-4068-abd6-4726ed2a7595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for network, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:01.351164 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-84f42e4f-5154-4bbd-a440-454d8f71efd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f732ea58>, [{'id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'name': 'tempest-AttachVolumeShelveTestJSON-1531100270-router', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:38:28Z', 'updated_at': '2021-04-21T14:38:55Z', 'revision_number': 4, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'gw_port': {'id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:31Z', 'updated_at': '2021-04-21T14:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': 'a873b1cc-f3ac-49d9-99f9-237bb240300f', 'name': '', 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'mac_address': 'fa:16:3e:44:5b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '48293642-451e-458e-960c-7fbf1e7e7bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:47Z', 'updated_at': '2021-04-21T14:38:56Z', 'revision_number': 2, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'subnets': [{'id': '48293642-451e-458e-960c-7fbf1e7e7bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:39:01.354356 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3d07aee9-8317-4068-abd6-4726ed2a7595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:01.364739 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f42e4f-5154-4bbd-a440-454d8f71efd2 None None] Checking router: 832eeb78-8e77-4fef-8234-a0f8ee777aff for host: dv-cinder-786385-2-iscsi {{(pid=86396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:39:01.365374 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f42e4f-5154-4bbd-a440-454d8f71efd2 None None] Updating router 832eeb78-8e77-4fef-8234-a0f8ee777aff port a873b1cc-f3ac-49d9-99f9-237bb240300f binding host dv-cinder-786385-2-iscsi {{(pid=86396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 14:39:01.373069 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-3d07aee9-8317-4068-abd6-4726ed2a7595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:39:01.377724 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-3d07aee9-8317-4068-abd6-4726ed2a7595 admin admin] Usage tracker for resource:security_group_rule and tenant:992b7379ba3c4db58678655be812ce41 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:39:01.381691 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-3d07aee9-8317-4068-abd6-4726ed2a7595 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:39:01.389020 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-3d07aee9-8317-4068-abd6-4726ed2a7595 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:39:01.398407 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a7b9cd96-0a0b-4a1a-ba83-918e8b055bef tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:01.479969 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-a7b9cd96-0a0b-4a1a-ba83-918e8b055bef tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:39:01.497191 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-a7b9cd96-0a0b-4a1a-ba83-918e8b055bef tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Usage tracker for resource:security_group_rule and tenant:b0771cc9ab3c4a23881ef55e4b3218b3 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:39:01.507674 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3d07aee9-8317-4068-abd6-4726ed2a7595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:01.513173 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3d07aee9-8317-4068-abd6-4726ed2a7595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:01.516087 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84011507-f2ca-44f1-a2bf-94422c3d1c5d admin admin] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:39:01.532498 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:01.539225 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c18597e-ba87-43fd-b426-dab73d4a9365 None None] Sync routers for ids ['42504030-e0b2-4ba1-8841-e5a416fa965e'] in dv-cinder-786385-2-iscsi {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:39:01.550980 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-a7b9cd96-0a0b-4a1a-ba83-918e8b055bef tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:39:01.571147 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-a7b9cd96-0a0b-4a1a-ba83-918e8b055bef tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:39:01.572267 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c18597e-ba87-43fd-b426-dab73d4a9365 None None] Routers {'42504030-e0b2-4ba1-8841-e5a416fa965e'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:39:01.578191 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-6c18597e-ba87-43fd-b426-dab73d4a9365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f738de80>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:38:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['42504030-e0b2-4ba1-8841-e5a416fa965e'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:39:01.587589 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-84011507-f2ca-44f1-a2bf-94422c3d1c5d admin admin] 10.222.0.24 "PUT /v2.0/routers/42504030-e0b2-4ba1-8841-e5a416fa965e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.4940400
Apr 21 14:39:01.597743 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-84f42e4f-5154-4bbd-a440-454d8f71efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:01.624737 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d07aee9-8317-4068-abd6-4726ed2a7595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd719802-ea63-4740-a4c4-9d9b0570269a,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:01.636313 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-0e87f4b6-6a02-4d9d-9d44-b65ad0fc8258 service neutron] Request body: {'port': {'device_id': '502a82df-ee66-408d-ab9e-8207516c0415', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:39:01.770034 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d07aee9-8317-4068-abd6-4726ed2a7595 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346}  {{(pid=86394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 14:39:01.774886 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-3d07aee9-8317-4068-abd6-4726ed2a7595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:01.872134 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3d07aee9-8317-4068-abd6-4726ed2a7595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852863918'] for segment, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:01.872486 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.segments_db [None req-3d07aee9-8317-4068-abd6-4726ed2a7595 admin admin] Added segment 5948d639-c8ca-4a20-9df1-54fdf16af46d of type vlan for network 56f808b1-d094-4fc3-951c-981294c40565
Apr 21 14:39:02.326091 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3d07aee9-8317-4068-abd6-4726ed2a7595 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759846068458'] for network, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:02.420021 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-bfce1c14-284b-441e-92a7-815c5ccc3162 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0343fc5-ddf4-4954-92f9-5f7c45aaf301 HTTP/1.1" status: 200  len: 217 time: 0.8240194
Apr 21 14:39:02.566392 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-0e87f4b6-6a02-4d9d-9d44-b65ad0fc8258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:02.688860 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-84f42e4f-5154-4bbd-a440-454d8f71efd2 None None] Notify callbacks [] for port, precommit_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:02.707255 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-84f42e4f-5154-4bbd-a440-454d8f71efd2 None None] Transition to ACTIVE for port object a873b1cc-f3ac-49d9-99f9-237bb240300f will not be triggered until provisioned by entity L2. {{(pid=86396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:39:02.716000 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-84f42e4f-5154-4bbd-a440-454d8f71efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:02.720645 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3d07aee9-8317-4068-abd6-4726ed2a7595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162'] for network, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:02.722804 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:02.748395 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d07aee9-8317-4068-abd6-4726ed2a7595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:02.749513 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3d07aee9-8317-4068-abd6-4726ed2a7595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for network, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:02.771353 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-677d5734-4f98-4163-895c-5d17a91cf7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:02.774578 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-677d5734-4f98-4163-895c-5d17a91cf7fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=636a28b2-858f-42f1-9a38-d17297309123 HTTP/1.1" status: 200  len: 851 time: 0.3224158
Apr 21 14:39:02.786493 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d79adefc-4f71-4ea7-a546-512df3bd782e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:02.819323 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e00db-4f10-437c-b44b-be182e1564a0 None None] Pushing event updated for resources: {'Port': ['ID=a873b1cc-f3ac-49d9-99f9-237bb240300f,revision_number=3']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:02.839513 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d73e00db-4f10-437c-b44b-be182e1564a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:02.857232 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a7b9cd96-0a0b-4a1a-ba83-918e8b055bef tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:02.900700 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-cf84ed39-e1c0-4cbd-831b-459c55354c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:02.909664 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:02.931015 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:02.955715 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a7b9cd96-0a0b-4a1a-ba83-918e8b055bef tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:03.015793 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:03.105531 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370db03-3639-4fbe-9980-73b693f75c27 req-f6ec0d24-3c0a-432d-9343-e5f46e6f488a tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:03.116375 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a370db03-3639-4fbe-9980-73b693f75c27 req-f6ec0d24-3c0a-432d-9343-e5f46e6f488a tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=502a82df-ee66-408d-ab9e-8207516c0415 HTTP/1.1" status: 200  len: 932 time: 1.3282073
Apr 21 14:39:03.121514 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-191d6263-c71e-4e7c-a980-4ef0659484ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2671739c-b1e5-44b5-80f6-19a324e449de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2558517
Apr 21 14:39:03.133152 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-6c18597e-ba87-43fd-b426-dab73d4a9365 None None] Set router 42504030-e0b2-4ba1-8841-e5a416fa965e gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:39:03.139146 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9cd96-0a0b-4a1a-ba83-918e8b055bef tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c09c481a-a56f-4b05-8c06-ad8b06b3143d,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:03.153633 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d07aee9-8317-4068-abd6-4726ed2a7595 admin admin] Pushing event updated for resources: {'Network': ['ID=56f808b1-d094-4fc3-951c-981294c40565,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:03.161060 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-a7b9cd96-0a0b-4a1a-ba83-918e8b055bef tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:03.286416 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-84f42e4f-5154-4bbd-a440-454d8f71efd2 None None] Attempting to bind port a873b1cc-f3ac-49d9-99f9-237bb240300f on host dv-cinder-786385-2-iscsi for vnic_type normal with profile  {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:39:03.287362 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-84f42e4f-5154-4bbd-a440-454d8f71efd2 None None] Attempting to bind port a873b1cc-f3ac-49d9-99f9-237bb240300f by drivers openvswitch,hyperv on host dv-cinder-786385-2-iscsi at level 0 using segments [{'id': 'aad70013-a75a-432c-9a4b-498f88914087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9'}] {{(pid=86396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:39:03.288187 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f42e4f-5154-4bbd-a440-454d8f71efd2 None None] Attempting to bind port a873b1cc-f3ac-49d9-99f9-237bb240300f on network 4398a4b8-9ecd-43b2-988b-da3ccd660ad9 {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:39:03.306416 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f42e4f-5154-4bbd-a440-454d8f71efd2 None None] Checking agent: {'id': '3835c4f8-6870-47cd-b375-7aa1fa6d9f56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 2), 'started_at': datetime.datetime(2021, 4, 21, 14, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:39:03.307327 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f42e4f-5154-4bbd-a440-454d8f71efd2 None None] Checking segment: {'id': 'aad70013-a75a-432c-9a4b-498f88914087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:39:03.313158 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-84f42e4f-5154-4bbd-a440-454d8f71efd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:03.314151 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f42e4f-5154-4bbd-a440-454d8f71efd2 None None] Bound using segment: {'id': 'aad70013-a75a-432c-9a4b-498f88914087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9'} {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:39:03.315226 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-84f42e4f-5154-4bbd-a440-454d8f71efd2 None None] Bound port: a873b1cc-f3ac-49d9-99f9-237bb240300f, host: dv-cinder-786385-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad70013-a75a-432c-9a4b-498f88914087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9'}}] {{(pid=86396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:39:03.316048 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-84f42e4f-5154-4bbd-a440-454d8f71efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:03.337825 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-3d07aee9-8317-4068-abd6-4726ed2a7595 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 2.0475435
Apr 21 14:39:03.340831 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-3d07aee9-8317-4068-abd6-4726ed2a7595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:03.354558 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 52022) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:03.378494 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-29790341-5cc1-4f94-bf0f-50cab6c49a25 admin admin] Request body: {'subnet': {'network_id': '56f808b1-d094-4fc3-951c-981294c40565', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-548564766-subnet', 'tenant_id': '992b7379ba3c4db58678655be812ce41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:39:03.409751 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-1e1e69d1-c5ea-498e-9cfc-05208eb3a692 service neutron] 10.222.0.36 "GET /v2.0/networks/2671739c-b1e5-44b5-80f6-19a324e449de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2512209
Apr 21 14:39:03.420239 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61945e17-1c4f-4836-ab78-4a80790ca245 req-ab74c5b1-7d12-445b-a345-99114284c69e tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:03.423429 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-61945e17-1c4f-4836-ab78-4a80790ca245 req-ab74c5b1-7d12-445b-a345-99114284c69e tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 944 time: 1.0472662
Apr 21 14:39:03.446350 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-29790341-5cc1-4f94-bf0f-50cab6c49a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:39:03.689851 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Network 56f808b1-d094-4fc3-951c-981294c40565 details requested by agent ovs-agent-dv-cinder-786385-2-iscsi with host dv-cinder-786385-2-iscsi {{(pid=86395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 14:39:03.716035 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-84f42e4f-5154-4bbd-a440-454d8f71efd2 None None] For port a873b1cc-f3ac-49d9-99f9-237bb240300f, host dv-cinder-786385-2-iscsi, cleared binding levels {{(pid=86396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:39:03.724151 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-29790341-5cc1-4f94-bf0f-50cab6c49a25 admin admin] Usage tracker for resource:subnet and tenant:992b7379ba3c4db58678655be812ce41 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:39:03.728051 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-84f42e4f-5154-4bbd-a440-454d8f71efd2 None None] For port a873b1cc-f3ac-49d9-99f9-237bb240300f, host dv-cinder-786385-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=a873b1cc-f3ac-49d9-99f9-237bb240300f,segment=NetworkSegment(aad70013-a75a-432c-9a4b-498f88914087),segment_id=aad70013-a75a-432c-9a4b-498f88914087)] {{(pid=86396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:39:03.728884 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-29790341-5cc1-4f94-bf0f-50cab6c49a25 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:39:03.736536 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-29790341-5cc1-4f94-bf0f-50cab6c49a25 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:39:03.747260 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-84f42e4f-5154-4bbd-a440-454d8f71efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:03.757720 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:03.878750 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-61945e17-1c4f-4836-ab78-4a80790ca245 req-519c132b-0c76-4880-ba7d-20c84e32ccb9 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba9e4849-99af-4342-b297-9b1b75946732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4352787
Apr 21 14:39:03.880712 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29790341-5cc1-4f94-bf0f-50cab6c49a25 admin admin] Made reservation on behalf of 992b7379ba3c4db58678655be812ce41 for: {'subnet': 1} {{(pid=86394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:39:03.896766 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a370db03-3639-4fbe-9980-73b693f75c27 req-6988cefb-ef51-4683-920e-9c793b7285de tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7369545
Apr 21 14:39:03.898235 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a7b9cd96-0a0b-4a1a-ba83-918e8b055bef tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:03.913449 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-a7b9cd96-0a0b-4a1a-ba83-918e8b055bef tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 2.8520503
Apr 21 14:39:03.924994 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 52042) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:03.926951 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-29790341-5cc1-4f94-bf0f-50cab6c49a25 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:03.974192 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-e9a7251f-35a5-4f29-ac2b-0ca705e54391 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Request body: {'security_group_rule': {'security_group_id': 'c09c481a-a56f-4b05-8c06-ad8b06b3143d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:39:04.003063 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-e9a7251f-35a5-4f29-ac2b-0ca705e54391 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:39:04.018908 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-e9a7251f-35a5-4f29-ac2b-0ca705e54391 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Usage tracker for resource:security_group_rule and tenant:b0771cc9ab3c4a23881ef55e4b3218b3 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:39:04.046568 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-e9a7251f-35a5-4f29-ac2b-0ca705e54391 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:39:04.047085 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f42e4f-5154-4bbd-a440-454d8f71efd2 None None] Routers {'832eeb78-8e77-4fef-8234-a0f8ee777aff'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:39:04.047830 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-84f42e4f-5154-4bbd-a440-454d8f71efd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f732ea58>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:39:03Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['832eeb78-8e77-4fef-8234-a0f8ee777aff'], 'active': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:39:04.093683 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-e9a7251f-35a5-4f29-ac2b-0ca705e54391 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:39:04.461316 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e9a7251f-35a5-4f29-ac2b-0ca705e54391 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:04.562852 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e00db-4f10-437c-b44b-be182e1564a0 None None] Pushing event updated for resources: {'Port': ['ID=a873b1cc-f3ac-49d9-99f9-237bb240300f,revision_number=4']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:04.617526 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e8df7428-1a64-40eb-99f9-48e27a47f65a req-d9f446e7-a5c5-439d-8822-74062d258991 service neutron] 10.222.0.36 "GET /v2.0/networks/2671739c-b1e5-44b5-80f6-19a324e449de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1221695
Apr 21 14:39:04.619289 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d73e00db-4f10-437c-b44b-be182e1564a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.861s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:04.634560 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-0e87f4b6-6a02-4d9d-9d44-b65ad0fc8258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2c31a01-40a4-4b6e-aaee-cbeb1067272f {{(pid=86394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:39:04.650638 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-0e87f4b6-6a02-4d9d-9d44-b65ad0fc8258 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:04.674682 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-0e87f4b6-6a02-4d9d-9d44-b65ad0fc8258 service neutron] Transition to ACTIVE for port object e2c31a01-40a4-4b6e-aaee-cbeb1067272f will not be triggered until provisioned by entity L2. {{(pid=86394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:39:04.685260 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-0e87f4b6-6a02-4d9d-9d44-b65ad0fc8258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:04.725748 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:04.757685 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:04.765246 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e9a7251f-35a5-4f29-ac2b-0ca705e54391 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:04.774834 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e9a7251f-35a5-4f29-ac2b-0ca705e54391 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684736'] for security_group_rule, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:04.890264 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-84f42e4f-5154-4bbd-a440-454d8f71efd2 None None] Set router 832eeb78-8e77-4fef-8234-a0f8ee777aff gateway port host: dv-cinder-786385-2-iscsi {{(pid=86396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:39:04.899463 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e87f4b6-6a02-4d9d-9d44-b65ad0fc8258 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c31a01-40a4-4b6e-aaee-cbeb1067272f,revision_number=2']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:04.935120 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:05.110058 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7251f-35a5-4f29-ac2b-0ca705e54391 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ff25a4-985e-4b56-82e0-f28248b51cf5,revision_number=0']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:05.158884 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e9a7251f-35a5-4f29-ac2b-0ca705e54391 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:05.210429 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e9a7251f-35a5-4f29-ac2b-0ca705e54391 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:05.215777 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-0e87f4b6-6a02-4d9d-9d44-b65ad0fc8258 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:05.221633 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-e9a7251f-35a5-4f29-ac2b-0ca705e54391 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.2853434
Apr 21 14:39:05.226303 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 52070) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:05.282104 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb6713-ea46-4bc3-85a8-1f24cb359438 req-d59b92ab-e7de-464d-85d8-0a80db715aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:05.288188 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8abb6713-ea46-4bc3-85a8-1f24cb359438 req-d59b92ab-e7de-464d-85d8-0a80db715aa9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dedd46ed5a7b480b96fc0f889ee9392f&device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 1097 time: 0.5111492
Apr 21 14:39:05.478046 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-6c18597e-ba87-43fd-b426-dab73d4a9365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f738de80>, [{'id': '42504030-e0b2-4ba1-8841-e5a416fa965e', 'name': 'tempest-ServerRescueNegativeTestJSON-1168531284-router', 'tenant_id': '71fbd46f910d42d1975f143a55e34822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e40690ed-a199-49d1-a807-ba7b1c278b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:38:30Z', 'updated_at': '2021-04-21T14:38:58Z', 'revision_number': 4, 'project_id': '71fbd46f910d42d1975f143a55e34822', 'gw_port': {'id': 'e40690ed-a199-49d1-a807-ba7b1c278b7f', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42504030-e0b2-4ba1-8841-e5a416fa965e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:33Z', 'updated_at': '2021-04-21T14:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': '5815b84b-d382-4326-874d-2a7f412a6311', 'name': '', 'network_id': 'bacac062-2ca2-4bed-9f00-1f32f650b8c7', 'tenant_id': '71fbd46f910d42d1975f143a55e34822', 'mac_address': 'fa:16:3e:23:8c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42504030-e0b2-4ba1-8841-e5a416fa965e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9f4471c1-ae41-4081-b6bd-5b95750edf0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:52Z', 'updated_at': '2021-04-21T14:38:58Z', 'revision_number': 2, 'project_id': '71fbd46f910d42d1975f143a55e34822', 'subnets': [{'id': '9f4471c1-ae41-4081-b6bd-5b95750edf0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:39:05.504405 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c18597e-ba87-43fd-b426-dab73d4a9365 None None] Checking router: 42504030-e0b2-4ba1-8841-e5a416fa965e for host: dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:39:05.505309 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c18597e-ba87-43fd-b426-dab73d4a9365 None None] Updating router 42504030-e0b2-4ba1-8841-e5a416fa965e port 5815b84b-d382-4326-874d-2a7f412a6311 binding host dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 14:39:05.585936 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-75051fc6-5e0f-40e3-a386-6bfd8c68f7de tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Request body: {'security_group_rule': {'security_group_id': 'c09c481a-a56f-4b05-8c06-ad8b06b3143d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:39:05.609930 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-75051fc6-5e0f-40e3-a386-6bfd8c68f7de tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:39:05.628032 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-75051fc6-5e0f-40e3-a386-6bfd8c68f7de tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Usage tracker for resource:security_group_rule and tenant:b0771cc9ab3c4a23881ef55e4b3218b3 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:39:05.642607 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-75051fc6-5e0f-40e3-a386-6bfd8c68f7de tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:39:05.684042 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6c18597e-ba87-43fd-b426-dab73d4a9365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:05.685610 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-75051fc6-5e0f-40e3-a386-6bfd8c68f7de tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:39:05.825811 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-0e87f4b6-6a02-4d9d-9d44-b65ad0fc8258 service neutron] Attempting to bind port e2c31a01-40a4-4b6e-aaee-cbeb1067272f on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:39:05.826600 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-0e87f4b6-6a02-4d9d-9d44-b65ad0fc8258 service neutron] Attempting to bind port e2c31a01-40a4-4b6e-aaee-cbeb1067272f by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'd290187c-a000-4516-b1c4-56d5a796fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd7586439-5692-45b4-a121-4de98b0d3272'}] {{(pid=86394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:39:05.827047 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-0e87f4b6-6a02-4d9d-9d44-b65ad0fc8258 service neutron] Attempting to bind port e2c31a01-40a4-4b6e-aaee-cbeb1067272f on network d7586439-5692-45b4-a121-4de98b0d3272 {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:39:05.937240 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-0e87f4b6-6a02-4d9d-9d44-b65ad0fc8258 service neutron] Port e2c31a01-40a4-4b6e-aaee-cbeb1067272f on network d7586439-5692-45b4-a121-4de98b0d3272 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 14:39:05.938162 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-0e87f4b6-6a02-4d9d-9d44-b65ad0fc8258 service neutron] Attempting to bind port e2c31a01-40a4-4b6e-aaee-cbeb1067272f on network d7586439-5692-45b4-a121-4de98b0d3272 {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:39:05.981228 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-0e87f4b6-6a02-4d9d-9d44-b65ad0fc8258 service neutron] Checking agent: {'id': 'aac967bd-8151-4f72-a05c-3193d627c9da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'started_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:39:05.981768 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-0e87f4b6-6a02-4d9d-9d44-b65ad0fc8258 service neutron] Checking segment: {'id': 'd290187c-a000-4516-b1c4-56d5a796fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd7586439-5692-45b4-a121-4de98b0d3272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:39:05.982739 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-0e87f4b6-6a02-4d9d-9d44-b65ad0fc8258 service neutron] Bound using segment: {'id': 'd290187c-a000-4516-b1c4-56d5a796fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd7586439-5692-45b4-a121-4de98b0d3272'} {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:39:05.983539 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-0e87f4b6-6a02-4d9d-9d44-b65ad0fc8258 service neutron] Bound port: e2c31a01-40a4-4b6e-aaee-cbeb1067272f, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd290187c-a000-4516-b1c4-56d5a796fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd7586439-5692-45b4-a121-4de98b0d3272'}}] {{(pid=86394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:39:05.984319 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-0e87f4b6-6a02-4d9d-9d44-b65ad0fc8258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:06.024855 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-75051fc6-5e0f-40e3-a386-6bfd8c68f7de tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:06.026974 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9656b-19b1-460d-85c3-657ae0ccbe71 req-45fadc98-7553-4622-bcb0-56c0ea603db7 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:06.049415 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-67b9656b-19b1-460d-85c3-657ae0ccbe71 req-45fadc98-7553-4622-bcb0-56c0ea603db7 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 944 time: 0.6400778
Apr 21 14:39:06.132798 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb6713-ea46-4bc3-85a8-1f24cb359438 req-0b2c98de-7736-438e-9e5f-a648f5b7e632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:06.135577 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8abb6713-ea46-4bc3-85a8-1f24cb359438 req-0b2c98de-7736-438e-9e5f-a648f5b7e632 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2671739c-b1e5-44b5-80f6-19a324e449de HTTP/1.1" status: 200  len: 912 time: 0.8395133
Apr 21 14:39:06.320047 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8abb6713-ea46-4bc3-85a8-1f24cb359438 req-a8c9703b-90ab-43a6-8826-43c059f20ca2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0343fc5-ddf4-4954-92f9-5f7c45aaf301 HTTP/1.1" status: 200  len: 217 time: 0.1639600
Apr 21 14:39:06.343925 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-67b9656b-19b1-460d-85c3-657ae0ccbe71 req-959c5c4e-1c4a-4f25-a25e-425963b51036 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba9e4849-99af-4342-b297-9b1b75946732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2915869
Apr 21 14:39:06.619432 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-84f42e4f-5154-4bbd-a440-454d8f71efd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f732ea58>, [{'id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'name': 'tempest-AttachVolumeShelveTestJSON-1531100270-router', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:38:28Z', 'updated_at': '2021-04-21T14:38:55Z', 'revision_number': 4, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'gw_port': {'id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:31Z', 'updated_at': '2021-04-21T14:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': 'a873b1cc-f3ac-49d9-99f9-237bb240300f', 'name': '', 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'mac_address': 'fa:16:3e:44:5b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '48293642-451e-458e-960c-7fbf1e7e7bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:47Z', 'updated_at': '2021-04-21T14:39:03Z', 'revision_number': 4, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'subnets': [{'id': '48293642-451e-458e-960c-7fbf1e7e7bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:39:06.624990 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-0e87f4b6-6a02-4d9d-9d44-b65ad0fc8258 service neutron] For port e2c31a01-40a4-4b6e-aaee-cbeb1067272f, host hv-cinder-78638, cleared binding levels {{(pid=86394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:39:06.637266 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f42e4f-5154-4bbd-a440-454d8f71efd2 None None] The sync data for ids ['832eeb78-8e77-4fef-8234-a0f8ee777aff'] in dv-cinder-786385-2-iscsi is: [{'id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'name': 'tempest-AttachVolumeShelveTestJSON-1531100270-router', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:38:28Z', 'updated_at': '2021-04-21T14:38:55Z', 'revision_number': 4, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'gw_port': {'id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:31Z', 'updated_at': '2021-04-21T14:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': 'a873b1cc-f3ac-49d9-99f9-237bb240300f', 'name': '', 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'mac_address': 'fa:16:3e:44:5b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '48293642-451e-458e-960c-7fbf1e7e7bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:47Z', 'updated_at': '2021-04-21T14:39:03Z', 'revision_number': 4, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'subnets': [{'id': '48293642-451e-458e-960c-7fbf1e7e7bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:39:06.638244 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb6713-ea46-4bc3-85a8-1f24cb359438 req-3146f558-d4e6-4a09-9c82-d8ed503b1005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:06.642558 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-0e87f4b6-6a02-4d9d-9d44-b65ad0fc8258 service neutron] For port e2c31a01-40a4-4b6e-aaee-cbeb1067272f, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e2c31a01-40a4-4b6e-aaee-cbeb1067272f,segment=NetworkSegment(d290187c-a000-4516-b1c4-56d5a796fa49),segment_id=d290187c-a000-4516-b1c4-56d5a796fa49)] {{(pid=86394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:39:06.654540 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8abb6713-ea46-4bc3-85a8-1f24cb359438 req-3146f558-d4e6-4a09-9c82-d8ed503b1005 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=636a28b2-858f-42f1-9a38-d17297309123 HTTP/1.1" status: 200  len: 851 time: 0.3044848
Apr 21 14:39:06.834907 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-75051fc6-5e0f-40e3-a386-6bfd8c68f7de tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:07.024433 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 52108) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:07.074841 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-75051fc6-5e0f-40e3-a386-6bfd8c68f7de tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684736'] for security_group_rule, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:07.077065 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-0e87f4b6-6a02-4d9d-9d44-b65ad0fc8258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:07.096246 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8abb6713-ea46-4bc3-85a8-1f24cb359438 req-7ca490db-fada-4146-8475-0e0b3a6a1ca9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2671739c-b1e5-44b5-80f6-19a324e449de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4377718
Apr 21 14:39:07.164654 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:07.223894 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75051fc6-5e0f-40e3-a386-6bfd8c68f7de tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19996ab6-765d-43b6-9b9d-ed60116ff055,revision_number=0']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:07.429931 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-0e87f4b6-6a02-4d9d-9d44-b65ad0fc8258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:07.431093 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-0e87f4b6-6a02-4d9d-9d44-b65ad0fc8258 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for port, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:07.433763 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-0e87f4b6-6a02-4d9d-9d44-b65ad0fc8258 service neutron] 10.222.0.36 "PUT /v2.0/ports/e2c31a01-40a4-4b6e-aaee-cbeb1067272f HTTP/1.1" status: 200  len: 1094 time: 5.8157086
Apr 21 14:39:07.434641 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '502a82df-ee66-408d-ab9e-8207516c0415', 'tag': 'e2c31a01-40a4-4b6e-aaee-cbeb1067272f'}] {{(pid=86394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:39:07.476746 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6c18597e-ba87-43fd-b426-dab73d4a9365 None None] Notify callbacks [] for port, precommit_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:07.516831 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-6c18597e-ba87-43fd-b426-dab73d4a9365 None None] Transition to ACTIVE for port object 5815b84b-d382-4326-874d-2a7f412a6311 will not be triggered until provisioned by entity L2. {{(pid=86395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:39:07.549791 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6c18597e-ba87-43fd-b426-dab73d4a9365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:07.560570 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:07.593780 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8abb6713-ea46-4bc3-85a8-1f24cb359438 req-a279edb1-3e41-4d36-b293-d221119f1727 service neutron] 10.222.0.36 "GET /v2.0/networks/2671739c-b1e5-44b5-80f6-19a324e449de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4884048
Apr 21 14:39:07.703260 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-75051fc6-5e0f-40e3-a386-6bfd8c68f7de tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:07.725036 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-0e87f4b6-6a02-4d9d-9d44-b65ad0fc8258 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.521s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:08.035013 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8abb6713-ea46-4bc3-85a8-1f24cb359438 req-85a94e16-2992-4e91-9e74-3452499ca605 service neutron] 10.222.0.36 "GET /v2.0/networks/2671739c-b1e5-44b5-80f6-19a324e449de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4227688
Apr 21 14:39:08.182317 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffac712-7396-4fbd-9dc5-f95ad8c92a01 req-f04e48a7-0454-41d7-93ba-6ae9e6257a1a tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:08.198549 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4ffac712-7396-4fbd-9dc5-f95ad8c92a01 req-f04e48a7-0454-41d7-93ba-6ae9e6257a1a tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=502a82df-ee66-408d-ab9e-8207516c0415 HTTP/1.1" status: 200  len: 944 time: 1.3352234
Apr 21 14:39:08.313045 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device a873b1cc-f3ac-49d9-99f9-237bb240300f up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:39:08.366899 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4ffac712-7396-4fbd-9dc5-f95ad8c92a01 req-33eb3a9c-b17d-4db3-9588-845666e5f7a9 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1658974
Apr 21 14:39:08.405069 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-07ac3fc1-25f4-439f-b6e4-040be7b8b34a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:08.467560 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb7363-5861-4346-8dc9-bb3316c39d86 None None] Pushing event updated for resources: {'Port': ['ID=5815b84b-d382-4326-874d-2a7f412a6311,revision_number=3']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:08.535381 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-75051fc6-5e0f-40e3-a386-6bfd8c68f7de tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:08.537522 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-75051fc6-5e0f-40e3-a386-6bfd8c68f7de tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 3.1472847
Apr 21 14:39:08.540116 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9eeb7363-5861-4346-8dc9-bb3316c39d86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.979s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:08.541431 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-6c18597e-ba87-43fd-b426-dab73d4a9365 None None] Attempting to bind port 5815b84b-d382-4326-874d-2a7f412a6311 on host dv-cinder-786385-2-iscsi for vnic_type normal with profile  {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:39:08.543188 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 52132) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:08.546221 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-6c18597e-ba87-43fd-b426-dab73d4a9365 None None] Attempting to bind port 5815b84b-d382-4326-874d-2a7f412a6311 by drivers openvswitch,hyperv on host dv-cinder-786385-2-iscsi at level 0 using segments [{'id': 'b1006777-ba8a-4e5f-963e-98057016fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bacac062-2ca2-4bed-9f00-1f32f650b8c7'}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:39:08.547076 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c18597e-ba87-43fd-b426-dab73d4a9365 None None] Attempting to bind port 5815b84b-d382-4326-874d-2a7f412a6311 on network bacac062-2ca2-4bed-9f00-1f32f650b8c7 {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:39:08.559036 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-952d3b28-59a7-4539-a06e-9888fae6b648 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Request body: {'floatingip': {'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:39:08.591061 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-07ac3fc1-25f4-439f-b6e4-040be7b8b34a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:39:08.595699 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-952d3b28-59a7-4539-a06e-9888fae6b648 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:39:08.607597 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-07ac3fc1-25f4-439f-b6e4-040be7b8b34a admin admin] Usage tracker for resource:security_group_rule and tenant:d3ee7386bd9f43c29b9008918563b8ac is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:39:08.622679 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-07ac3fc1-25f4-439f-b6e4-040be7b8b34a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:39:08.624734 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-952d3b28-59a7-4539-a06e-9888fae6b648 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Usage tracker for resource:floatingip and tenant:b0771cc9ab3c4a23881ef55e4b3218b3 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:39:08.634683 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c18597e-ba87-43fd-b426-dab73d4a9365 None None] Checking agent: {'id': '3835c4f8-6870-47cd-b375-7aa1fa6d9f56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 2), 'started_at': datetime.datetime(2021, 4, 21, 14, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:39:08.635559 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c18597e-ba87-43fd-b426-dab73d4a9365 None None] Checking segment: {'id': 'b1006777-ba8a-4e5f-963e-98057016fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bacac062-2ca2-4bed-9f00-1f32f650b8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:39:08.641163 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-952d3b28-59a7-4539-a06e-9888fae6b648 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:39:08.644146 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6c18597e-ba87-43fd-b426-dab73d4a9365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:08.644977 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c18597e-ba87-43fd-b426-dab73d4a9365 None None] Bound using segment: {'id': 'b1006777-ba8a-4e5f-963e-98057016fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bacac062-2ca2-4bed-9f00-1f32f650b8c7'} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:39:08.645932 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-6c18597e-ba87-43fd-b426-dab73d4a9365 None None] Bound port: 5815b84b-d382-4326-874d-2a7f412a6311, host: dv-cinder-786385-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1006777-ba8a-4e5f-963e-98057016fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bacac062-2ca2-4bed-9f00-1f32f650b8c7'}}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:39:08.648083 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-07ac3fc1-25f4-439f-b6e4-040be7b8b34a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:39:08.648547 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6c18597e-ba87-43fd-b426-dab73d4a9365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:08.683426 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-952d3b28-59a7-4539-a06e-9888fae6b648 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:39:08.726994 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-952d3b28-59a7-4539-a06e-9888fae6b648 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for floatingip, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:08.887039 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-07ac3fc1-25f4-439f-b6e4-040be7b8b34a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:08.916021 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-7371d5e3-0ac9-46bc-8715-51fb7150c959 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:08.931046 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-6c18597e-ba87-43fd-b426-dab73d4a9365 None None] For port 5815b84b-d382-4326-874d-2a7f412a6311, host dv-cinder-786385-2-iscsi, cleared binding levels {{(pid=86395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:39:08.938208 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-6c18597e-ba87-43fd-b426-dab73d4a9365 None None] For port 5815b84b-d382-4326-874d-2a7f412a6311, host dv-cinder-786385-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=5815b84b-d382-4326-874d-2a7f412a6311,segment=NetworkSegment(b1006777-ba8a-4e5f-963e-98057016fe18),segment_id=b1006777-ba8a-4e5f-963e-98057016fe18)] {{(pid=86395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:39:08.943368 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning for port a873b1cc-f3ac-49d9-99f9-237bb240300f completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:39:08.955648 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-7371d5e3-0ac9-46bc-8715-51fb7150c959 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/networks?id=bacac062-2ca2-4bed-9f00-1f32f650b8c7 HTTP/1.1" status: 200  len: 819 time: 3.2339046
Apr 21 14:39:08.980732 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6c18597e-ba87-43fd-b426-dab73d4a9365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:09.021200 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port a873b1cc-f3ac-49d9-99f9-237bb240300f triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:39:09.021833 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:09.048583 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-07ac3fc1-25f4-439f-b6e4-040be7b8b34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:09.102035 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:09.307296 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb7363-5861-4346-8dc9-bb3316c39d86 None None] Pushing event updated for resources: {'Port': ['ID=5815b84b-d382-4326-874d-2a7f412a6311,revision_number=4']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:09.314611 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9eeb7363-5861-4346-8dc9-bb3316c39d86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:09.382289 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c18597e-ba87-43fd-b426-dab73d4a9365 None None] Routers {'42504030-e0b2-4ba1-8841-e5a416fa965e'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:39:09.383490 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-6c18597e-ba87-43fd-b426-dab73d4a9365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f738de80>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:39:03Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['42504030-e0b2-4ba1-8841-e5a416fa965e'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:39:09.393101 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-271866d9-589b-49fe-8228-cf0e1e501685 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/quotas/71fbd46f910d42d1975f143a55e34822 HTTP/1.1" status: 200  len: 375 time: 0.3367848
Apr 21 14:39:09.423869 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-07ac3fc1-25f4-439f-b6e4-040be7b8b34a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d3ee7386bd9f43c29b9008918563b8ac&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3930693
Apr 21 14:39:09.430463 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 52156) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:09.448900 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-b4eef2ce-6eef-4b01-9039-0adf1d2cdd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:09.451204 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-b4eef2ce-6eef-4b01-9039-0adf1d2cdd52 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c273beec5c4c4f89a4c7c896497de7b8&device_id=502a82df-ee66-408d-ab9e-8207516c0415 HTTP/1.1" status: 200  len: 1097 time: 1.7629292
Apr 21 14:39:09.452364 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e87f4b6-6a02-4d9d-9d44-b65ad0fc8258 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c31a01-40a4-4b6e-aaee-cbeb1067272f,revision_number=3']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:09.483151 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-0e87f4b6-6a02-4d9d-9d44-b65ad0fc8258 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.758s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:09.496791 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-cc6d8804-581d-41ac-8522-03b4e21a0df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:09.525349 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device b0343fc5-ddf4-4954-92f9-5f7c45aaf301 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 14:39:09.537087 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:09.641972 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71d7ee-31a6-4d9e-a917-328926a88267 req-2d3e776f-41cb-4d51-a182-e95df36001b0 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:09.645603 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3f71d7ee-31a6-4d9e-a917-328926a88267 req-2d3e776f-41cb-4d51-a182-e95df36001b0 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 944 time: 0.6396782
Apr 21 14:39:09.731462 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-48061cce-4ad1-48a1-9dbf-91f376be3cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:09.872533 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3f71d7ee-31a6-4d9e-a917-328926a88267 req-13f97b95-b50e-47d8-9b7d-3a3b716864d4 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba9e4849-99af-4342-b297-9b1b75946732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1859789
Apr 21 14:39:09.876083 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-952d3b28-59a7-4539-a06e-9888fae6b648 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:10.036027 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-48061cce-4ad1-48a1-9dbf-91f376be3cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:10.268321 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-d259b42b-1296-4ae6-97f3-7a312b014560 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2c31a01-40a4-4b6e-aaee-cbeb1067272f HTTP/1.1" status: 200  len: 217 time: 0.7756357
Apr 21 14:39:10.287232 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-6c18597e-ba87-43fd-b426-dab73d4a9365 None None] Set router 42504030-e0b2-4ba1-8841-e5a416fa965e gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:39:10.293932 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 52170) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:10.464504 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-3a5814e2-9526-43d8-bc6c-e874a343a5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:10.467404 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-3a5814e2-9526-43d8-bc6c-e874a343a5e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59c648af-02d8-41a8-9d9d-c5acff085d02 HTTP/1.1" status: 200  len: 855 time: 0.1752341
Apr 21 14:39:10.483072 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-48061cce-4ad1-48a1-9dbf-91f376be3cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:10.500119 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:10.512481 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac3fc1-25f4-439f-b6e4-040be7b8b34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddb236b-8166-49ca-8907-045572f6d679,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:10.519012 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-07ac3fc1-25f4-439f-b6e4-040be7b8b34a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.022s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:10.633520 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48061cce-4ad1-48a1-9dbf-91f376be3cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddb236b-8166-49ca-8907-045572f6d679,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:10.641820 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-6363ba3e-64ad-408e-ba88-bbeced737ad8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7586439-5692-45b4-a121-4de98b0d3272&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1415801
Apr 21 14:39:10.659464 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.db.resource_extend [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] It took 0.79 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 21 14:39:10.663615 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-48061cce-4ad1-48a1-9dbf-91f376be3cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:10.751328 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-48061cce-4ad1-48a1-9dbf-91f376be3cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:10.757336 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-48061cce-4ad1-48a1-9dbf-91f376be3cb3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ddb236b-8166-49ca-8907-045572f6d679 HTTP/1.1" status: 204  len: 168 time: 1.3137541
Apr 21 14:39:10.791686 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-dc893bc7-a621-4b73-80a9-7716396ad1ce tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=71fbd46f910d42d1975f143a55e34822&fields=id HTTP/1.1" status: 200  len: 255 time: 1.3687873
Apr 21 14:39:10.792341 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-952d3b28-59a7-4539-a06e-9888fae6b648 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Allocated IP 172.27.3.217 (65ae90ab-0baf-4140-bbfd-b114ac6a9837/3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036/df744879-65e0-4962-8a06-14affec55adf) {{(pid=86393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:39:10.794890 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '502a82df-ee66-408d-ab9e-8207516c0415', 'tag': 'e2c31a01-40a4-4b6e-aaee-cbeb1067272f', 'status': 'completed', 'code': 200}
Apr 21 14:39:11.342255 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:11.343063 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-85a27800-a214-4ca6-a760-21222e0b0a3e service neutron] 10.222.0.24 "GET /v2.0/networks/bacac062-2ca2-4bed-9f00-1f32f650b8c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4471924
Apr 21 14:39:11.401170 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a1ae9635-a22f-4689-bccf-f1f946c591a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:11.713401 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 52188) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:11.753601 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-a1ae9635-a22f-4689-bccf-f1f946c591a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:39:11.775044 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] For port a873b1cc-f3ac-49d9-99f9-237bb240300f, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=a873b1cc-f3ac-49d9-99f9-237bb240300f,segment=NetworkSegment(aad70013-a75a-432c-9a4b-498f88914087),segment_id=aad70013-a75a-432c-9a4b-498f88914087)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:39:11.791046 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7bb38c43-8f4e-4a2a-8053-2cd1d73da119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:11.799874 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:11.820006 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:11.866385 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-29790341-5cc1-4f94-bf0f-50cab6c49a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162'] for subnet, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:11.868297 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-a1ae9635-a22f-4689-bccf-f1f946c591a5 admin admin] Usage tracker for resource:security_group_rule and tenant:0b73ab998a214b83b3d187c829e371fb is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:39:11.869269 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd025e-ed9a-41eb-a186-905b72aeccce req-86ebf222-417d-48ac-8d2e-d51776274185 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:11.874874 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b6bd025e-ed9a-41eb-a186-905b72aeccce req-86ebf222-417d-48ac-8d2e-d51776274185 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=502a82df-ee66-408d-ab9e-8207516c0415 HTTP/1.1" status: 200  len: 944 time: 0.3497922
Apr 21 14:39:11.877209 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-7bb38c43-8f4e-4a2a-8053-2cd1d73da119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:39:11.884551 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-7bb38c43-8f4e-4a2a-8053-2cd1d73da119 admin admin] Usage tracker for resource:security_group_rule and tenant:180b8043639641f196a2b8115cd42f03 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:39:11.892847 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-7bb38c43-8f4e-4a2a-8053-2cd1d73da119 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:39:11.893535 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-522cc0c5-8de8-40bb-b9d5-f613eecbb30d service neutron] 10.222.0.24 "GET /v2.0/networks/bacac062-2ca2-4bed-9f00-1f32f650b8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4618485
Apr 21 14:39:11.916840 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port b0343fc5-ddf4-4954-92f9-5f7c45aaf301, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b0343fc5-ddf4-4954-92f9-5f7c45aaf301,segment=NetworkSegment(f9f79d33-bcaf-443f-984f-db2181ef54a6),segment_id=f9f79d33-bcaf-443f-984f-db2181ef54a6)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:39:11.944585 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-a1ae9635-a22f-4689-bccf-f1f946c591a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:39:11.951300 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Returning: {'device': 'b0343fc5-ddf4-4954-92f9-5f7c45aaf301', 'network_id': '2671739c-b1e5-44b5-80f6-19a324e449de', 'port_id': 'b0343fc5-ddf4-4954-92f9-5f7c45aaf301', 'mac_address': 'fa:16:3e:79:9e:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '636a28b2-858f-42f1-9a38-d17297309123', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 14:39:11.951968 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-7bb38c43-8f4e-4a2a-8053-2cd1d73da119 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:39:11.957939 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-a1ae9635-a22f-4689-bccf-f1f946c591a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:39:11.991813 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-952d3b28-59a7-4539-a06e-9888fae6b648 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for port, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:12.003361 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b6bd025e-ed9a-41eb-a186-905b72aeccce req-9b5300a6-e8de-43cc-a34d-aafffd9fb47c tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050634
Apr 21 14:39:12.112468 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:12.137850 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a1ae9635-a22f-4689-bccf-f1f946c591a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:12.151139 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-7af944b4-88ac-450d-b87a-c7a276b764c1 service neutron] 10.222.0.36 "GET /v2.0/networks/d7586439-5692-45b4-a121-4de98b0d3272?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.4947333
Apr 21 14:39:12.155062 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9aa1c469-a6d7-4c81-9193-b54ed64c6ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:12.156078 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Pushing event updated for resources: {'Port': ['ID=a873b1cc-f3ac-49d9-99f9-237bb240300f,revision_number=5']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:12.169684 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:12.232207 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0343fc5-ddf4-4954-92f9-5f7c45aaf301 {{(pid=86395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:39:12.263959 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a1ae9635-a22f-4689-bccf-f1f946c591a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:12.269250 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29790341-5cc1-4f94-bf0f-50cab6c49a25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce47030b-5631-4744-b545-6fbaa96d147a,revision_number=0']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:12.271021 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7bb38c43-8f4e-4a2a-8053-2cd1d73da119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:12.274810 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-29790341-5cc1-4f94-bf0f-50cab6c49a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:12.289776 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7bb38c43-8f4e-4a2a-8053-2cd1d73da119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:12.307995 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-6c18597e-ba87-43fd-b426-dab73d4a9365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f738de80>, [{'id': '42504030-e0b2-4ba1-8841-e5a416fa965e', 'name': 'tempest-ServerRescueNegativeTestJSON-1168531284-router', 'tenant_id': '71fbd46f910d42d1975f143a55e34822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e40690ed-a199-49d1-a807-ba7b1c278b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:38:30Z', 'updated_at': '2021-04-21T14:38:58Z', 'revision_number': 4, 'project_id': '71fbd46f910d42d1975f143a55e34822', 'gw_port': {'id': 'e40690ed-a199-49d1-a807-ba7b1c278b7f', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42504030-e0b2-4ba1-8841-e5a416fa965e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:33Z', 'updated_at': '2021-04-21T14:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': '5815b84b-d382-4326-874d-2a7f412a6311', 'name': '', 'network_id': 'bacac062-2ca2-4bed-9f00-1f32f650b8c7', 'tenant_id': '71fbd46f910d42d1975f143a55e34822', 'mac_address': 'fa:16:3e:23:8c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42504030-e0b2-4ba1-8841-e5a416fa965e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9f4471c1-ae41-4081-b6bd-5b95750edf0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:52Z', 'updated_at': '2021-04-21T14:39:08Z', 'revision_number': 4, 'project_id': '71fbd46f910d42d1975f143a55e34822', 'subnets': [{'id': '9f4471c1-ae41-4081-b6bd-5b95750edf0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:39:12.349548 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c18597e-ba87-43fd-b426-dab73d4a9365 None None] The sync data for ids ['42504030-e0b2-4ba1-8841-e5a416fa965e'] in dv-cinder-786385-2-iscsi is: [{'id': '42504030-e0b2-4ba1-8841-e5a416fa965e', 'name': 'tempest-ServerRescueNegativeTestJSON-1168531284-router', 'tenant_id': '71fbd46f910d42d1975f143a55e34822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e40690ed-a199-49d1-a807-ba7b1c278b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:38:30Z', 'updated_at': '2021-04-21T14:38:58Z', 'revision_number': 4, 'project_id': '71fbd46f910d42d1975f143a55e34822', 'gw_port': {'id': 'e40690ed-a199-49d1-a807-ba7b1c278b7f', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42504030-e0b2-4ba1-8841-e5a416fa965e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:33Z', 'updated_at': '2021-04-21T14:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': '5815b84b-d382-4326-874d-2a7f412a6311', 'name': '', 'network_id': 'bacac062-2ca2-4bed-9f00-1f32f650b8c7', 'tenant_id': '71fbd46f910d42d1975f143a55e34822', 'mac_address': 'fa:16:3e:23:8c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42504030-e0b2-4ba1-8841-e5a416fa965e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9f4471c1-ae41-4081-b6bd-5b95750edf0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:52Z', 'updated_at': '2021-04-21T14:39:08Z', 'revision_number': 4, 'project_id': '71fbd46f910d42d1975f143a55e34822', 'subnets': [{'id': '9f4471c1-ae41-4081-b6bd-5b95750edf0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:39:12.351645 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-48061cce-4ad1-48a1-9dbf-91f376be3cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:12.367412 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port b0343fc5-ddf4-4954-92f9-5f7c45aaf301, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b0343fc5-ddf4-4954-92f9-5f7c45aaf301,segment=NetworkSegment(f9f79d33-bcaf-443f-984f-db2181ef54a6),segment_id=f9f79d33-bcaf-443f-984f-db2181ef54a6)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:39:12.389075 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-7bb38c43-8f4e-4a2a-8053-2cd1d73da119 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=180b8043639641f196a2b8115cd42f03&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6732655
Apr 21 14:39:12.391573 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:12.394146 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 52198) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:12.394897 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb38c43-8f4e-4a2a-8053-2cd1d73da119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be0425a-f7f0-4269-b8d2-5cd8cdd98a27,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:12.397210 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9e4a8a78-47ce-46ac-b522-40f176215eee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:12.416893 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-7bb38c43-8f4e-4a2a-8053-2cd1d73da119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:12.656326 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1c261aed-d0e9-4324-a683-5dcc6ff51d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:12.667986 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:12.700775 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1c261aed-d0e9-4324-a683-5dcc6ff51d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:12.735691 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=b0343fc5-ddf4-4954-92f9-5f7c45aaf301,revision_number=4']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:12.743063 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:12.753352 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f801383a-51c7-4ac0-889a-d2d1f4776232 req-bb212829-2744-4289-8b59-24b6293d54ee service neutron] 10.222.0.36 "GET /v2.0/networks/d7586439-5692-45b4-a121-4de98b0d3272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4872837
Apr 21 14:39:12.766828 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-952d3b28-59a7-4539-a06e-9888fae6b648 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207'] for port, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:12.785942 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae9635-a22f-4689-bccf-f1f946c591a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a673c5a0-8a36-4d98-a07e-b8c69ade626b,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:12.803862 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-84011507-f2ca-44f1-a2bf-94422c3d1c5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:12.877304 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-a1ae9635-a22f-4689-bccf-f1f946c591a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:13.030959 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952d3b28-59a7-4539-a06e-9888fae6b648 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Network 65ae90ab-0baf-4140-bbfd-b114ac6a9837 is already hosted by enough agents. {{(pid=86393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:39:13.042470 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d3b28-59a7-4539-a06e-9888fae6b648 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Pushing event updated for resources: {'Port': ['ID=df744879-65e0-4962-8a06-14affec55adf,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:13.049553 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-952d3b28-59a7-4539-a06e-9888fae6b648 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:13.053835 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-952d3b28-59a7-4539-a06e-9888fae6b648 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Resources bound (agent type, host, resource id):  {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:39:13.057591 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952d3b28-59a7-4539-a06e-9888fae6b648 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Received port after_create {{(pid=86393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:39:13.129565 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-a1ae9635-a22f-4689-bccf-f1f946c591a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b73ab998a214b83b3d187c829e371fb&name=default HTTP/1.1" status: 200  len: 2979 time: 2.8291702
Apr 21 14:39:13.133070 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29790341-5cc1-4f94-bf0f-50cab6c49a25 admin admin] Checking segment: {'id': '5948d639-c8ca-4a20-9df1-54fdf16af46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '56f808b1-d094-4fc3-951c-981294c40565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:39:13.135768 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['b0343fc5-ddf4-4954-92f9-5f7c45aaf301'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:39:13.146505 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29790341-5cc1-4f94-bf0f-50cab6c49a25 admin admin] Network hostable DHCP agents. Network: 56f808b1-d094-4fc3-951c-981294c40565, hostable agents: ['185605b6-6305-46ac-a1cb-38316e52a922'], hosted agents: [] {{(pid=86394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 14:39:13.169536 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f057e36e-b74b-4942-8b1c-fc67d7944f19 req-5027e931-7b91-40a5-a64e-6d8ef30e473e tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 210 time: 0.4088607
Apr 21 14:39:13.170579 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 52220) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:13.274276 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29790341-5cc1-4f94-bf0f-50cab6c49a25 admin admin] Network 56f808b1-d094-4fc3-951c-981294c40565 is scheduled to be hosted by DHCP agent 185605b6-6305-46ac-a1cb-38316e52a922 with binding_index 1 {{(pid=86394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 14:39:13.316537 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6532eec-dc33-446e-b668-6fac8d19be57 req-b1221358-50e3-4378-8910-73b03e33f68b tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:13.328696 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a6532eec-dc33-446e-b668-6fac8d19be57 req-b1221358-50e3-4378-8910-73b03e33f68b tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 945 time: 0.9374914
Apr 21 14:39:13.330840 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1c261aed-d0e9-4324-a683-5dcc6ff51d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:13.377763 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-4a226d75-a095-4418-a67c-d531607b6e26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:13.385793 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-29790341-5cc1-4f94-bf0f-50cab6c49a25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-iscsi, 56f808b1-d094-4fc3-951c-981294c40565) {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:39:13.440519 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884611d2-9f08-4c48-b290-d36a690ebc1c None None] Network 56f808b1-d094-4fc3-951c-981294c40565 requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:39:13.456333 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c261aed-d0e9-4324-a683-5dcc6ff51d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be0425a-f7f0-4269-b8d2-5cd8cdd98a27,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:13.467686 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-1c261aed-d0e9-4324-a683-5dcc6ff51d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:13.510539 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29790341-5cc1-4f94-bf0f-50cab6c49a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:13.511513 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-29790341-5cc1-4f94-bf0f-50cab6c49a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for subnet, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:13.513266 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-952d3b28-59a7-4539-a06e-9888fae6b648 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:13.528605 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a6532eec-dc33-446e-b668-6fac8d19be57 req-b384fddd-a3d6-4b3e-ae74-669512be7a48 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba9e4849-99af-4342-b297-9b1b75946732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1988165
Apr 21 14:39:13.551171 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1c261aed-d0e9-4324-a683-5dcc6ff51d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:13.558742 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-1c261aed-d0e9-4324-a683-5dcc6ff51d04 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0be0425a-f7f0-4269-b8d2-5cd8cdd98a27 HTTP/1.1" status: 204  len: 168 time: 1.1407483
Apr 21 14:39:13.611497 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-29790341-5cc1-4f94-bf0f-50cab6c49a25 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 10.2513094
Apr 21 14:39:13.630293 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6df301-a964-47e1-b3cf-7cb5eb2cae42 req-7aa28419-2d7a-404d-871c-e882306ddc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:13.632247 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-af6df301-a964-47e1-b3cf-7cb5eb2cae42 req-7aa28419-2d7a-404d-871c-e882306ddc57 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c273beec5c4c4f89a4c7c896497de7b8&device_id=502a82df-ee66-408d-ab9e-8207516c0415 HTTP/1.1" status: 200  len: 1097 time: 0.7142270
Apr 21 14:39:13.845611 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-952d3b28-59a7-4539-a06e-9888fae6b648 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:14.334689 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6df301-a964-47e1-b3cf-7cb5eb2cae42 req-68963d80-59f5-4c50-8462-306582a76016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:14.340227 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-af6df301-a964-47e1-b3cf-7cb5eb2cae42 req-68963d80-59f5-4c50-8462-306582a76016 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7586439-5692-45b4-a121-4de98b0d3272 HTTP/1.1" status: 200  len: 916 time: 0.6955314
Apr 21 14:39:14.354485 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device a873b1cc-f3ac-49d9-99f9-237bb240300f up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:39:14.391587 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-5d924ca2-d707-4364-8dbc-0b17eb063197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:14.402537 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 52252) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:14.466266 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-5d924ca2-d707-4364-8dbc-0b17eb063197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:14.696355 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-af6df301-a964-47e1-b3cf-7cb5eb2cae42 req-fe586f5e-07a4-4844-aba4-aa0aa8f3ebb6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2c31a01-40a4-4b6e-aaee-cbeb1067272f HTTP/1.1" status: 200  len: 217 time: 0.3096528
Apr 21 14:39:14.706887 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-5d924ca2-d707-4364-8dbc-0b17eb063197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:14.810962 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6df301-a964-47e1-b3cf-7cb5eb2cae42 req-595dc44c-72a8-40c9-a6d5-34094e836e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:14.813126 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-af6df301-a964-47e1-b3cf-7cb5eb2cae42 req-595dc44c-72a8-40c9-a6d5-34094e836e59 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59c648af-02d8-41a8-9d9d-c5acff085d02 HTTP/1.1" status: 200  len: 855 time: 0.1075473
Apr 21 14:39:14.825379 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-b1a8671f-de5b-4e78-8e89-6e25bfb1b36b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:14.900983 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d924ca2-d707-4364-8dbc-0b17eb063197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a673c5a0-8a36-4d98-a07e-b8c69ade626b,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:14.904882 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-af6df301-a964-47e1-b3cf-7cb5eb2cae42 req-c74a3e61-8cc8-436b-b88d-8f964642cf26 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7586439-5692-45b4-a121-4de98b0d3272&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0807247
Apr 21 14:39:14.906360 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-5d924ca2-d707-4364-8dbc-0b17eb063197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:14.988996 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-5d924ca2-d707-4364-8dbc-0b17eb063197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:14.991866 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-5d924ca2-d707-4364-8dbc-0b17eb063197 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a673c5a0-8a36-4d98-a07e-b8c69ade626b HTTP/1.1" status: 204  len: 168 time: 1.7996647
Apr 21 14:39:15.002227 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c18c3c0-2559-40c4-8fec-4729b8234e8c None None] Network 56f808b1-d094-4fc3-951c-981294c40565 requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:39:15.270715 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b92275-8ae6-46c3-ab66-256da7f4266a admin admin] Deleting subnet 8bd65d35-242e-4a9e-8cc9-efc2bb20ddd7 {{(pid=86393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 14:39:15.278396 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f1b92275-8ae6-46c3-ab66-256da7f4266a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:15.344416 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port a873b1cc-f3ac-49d9-99f9-237bb240300f triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:39:15.345043 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:15.474643 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-de3c10fa-ec3c-4026-82a5-d3d0fa4c9851 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:15.477401 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-de3c10fa-ec3c-4026-82a5-d3d0fa4c9851 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Synchronizing usage tracker for tenant:71fbd46f910d42d1975f143a55e34822 on resource:network {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:39:15.484539 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f1b92275-8ae6-46c3-ab66-256da7f4266a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:15.514481 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abcc3b-13b1-4248-8f42-d5f50bf57820 req-a620be6b-d2f1-4d06-8031-01f2302e6516 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:15.517724 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-79abcc3b-13b1-4248-8f42-d5f50bf57820 req-a620be6b-d2f1-4d06-8031-01f2302e6516 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=502a82df-ee66-408d-ab9e-8207516c0415 HTTP/1.1" status: 200  len: 944 time: 1.1737678
Apr 21 14:39:15.544942 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-af6df301-a964-47e1-b3cf-7cb5eb2cae42 req-da82476d-a24c-40a2-a47c-fc61077faf2b service neutron] 10.222.0.36 "GET /v2.0/networks/d7586439-5692-45b4-a121-4de98b0d3272?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6158006
Apr 21 14:39:15.548531 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f1b92275-8ae6-46c3-ab66-256da7f4266a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1951284'] for subnet, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:15.723036 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-79abcc3b-13b1-4248-8f42-d5f50bf57820 req-05ebe904-2ba6-48bb-89c8-f99335a96c1d tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1755769
Apr 21 14:39:15.775838 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.db.resource_extend [None req-952d3b28-59a7-4539-a06e-9888fae6b648 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 21 14:39:15.826562 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-952d3b28-59a7-4539-a06e-9888fae6b648 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:15.859877 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 5815b84b-d382-4326-874d-2a7f412a6311 up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:39:15.969936 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-5cb5172e-6701-440e-812b-fc468428fc85 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:15.972078 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-5cb5172e-6701-440e-812b-fc468428fc85 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Synchronizing usage tracker for tenant:71fbd46f910d42d1975f143a55e34822 on resource:network {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:39:16.000412 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-de3c10fa-ec3c-4026-82a5-d3d0fa4c9851 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Unset dirty status for tenant:71fbd46f910d42d1975f143a55e34822 on resource:network {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:39:16.003160 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-de3c10fa-ec3c-4026-82a5-d3d0fa4c9851 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/networks?id=bacac062-2ca2-4bed-9f00-1f32f650b8c7 HTTP/1.1" status: 200  len: 819 time: 1.7918327
Apr 21 14:39:16.004841 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-952d3b28-59a7-4539-a06e-9888fae6b648 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:16.029838 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-5cb5172e-6701-440e-812b-fc468428fc85 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Unset dirty status for tenant:71fbd46f910d42d1975f143a55e34822 on resource:network {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:39:16.031102 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-5cb5172e-6701-440e-812b-fc468428fc85 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.36 "GET /v2.0/networks?id=bacac062-2ca2-4bed-9f00-1f32f650b8c7 HTTP/1.1" status: 200  len: 819 time: 0.5494764
Apr 21 14:39:16.126727 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:16.182685 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning for port 5815b84b-d382-4326-874d-2a7f412a6311 completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:39:16.196483 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 5815b84b-d382-4326-874d-2a7f412a6311 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:39:16.197916 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:16.234314 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 52280) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:16.238371 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-e10b8368-5bf8-4427-9d51-7a624d7f9001 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Request body: {'port': {'device_id': '7218e5c2-90e5-4d93-94d8-3ac413a54fbb', 'network_id': 'bacac062-2ca2-4bed-9f00-1f32f650b8c7', 'admin_state_up': True, 'tenant_id': '71fbd46f910d42d1975f143a55e34822'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:39:16.420097 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d3b28-59a7-4539-a06e-9888fae6b648 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Pushing event updated for resources: {'Port': ['ID=df744879-65e0-4962-8a06-14affec55adf,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:16.423786 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-2c906816-fb7c-4529-a093-1ccc4d945f75 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/quotas/71fbd46f910d42d1975f143a55e34822 HTTP/1.1" status: 200  len: 375 time: 0.3909686
Apr 21 14:39:16.434063 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-e10b8368-5bf8-4427-9d51-7a624d7f9001 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:39:16.440100 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-e10b8368-5bf8-4427-9d51-7a624d7f9001 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Usage tracker for resource:port and tenant:71fbd46f910d42d1975f143a55e34822 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:39:16.443714 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-e10b8368-5bf8-4427-9d51-7a624d7f9001 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:39:16.452878 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-e10b8368-5bf8-4427-9d51-7a624d7f9001 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:39:16.468846 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-952d3b28-59a7-4539-a06e-9888fae6b648 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630449'] for floatingip, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:16.494357 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 52288) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:16.504444 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-952d3b28-59a7-4539-a06e-9888fae6b648 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:16.513487 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-af6df301-a964-47e1-b3cf-7cb5eb2cae42 req-455bc09c-82c1-4e65-80d7-96ed1c28c4ad service neutron] 10.222.0.36 "GET /v2.0/networks/d7586439-5692-45b4-a121-4de98b0d3272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8930509
Apr 21 14:39:16.528784 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device e2c31a01-40a4-4b6e-aaee-cbeb1067272f details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 14:39:16.535324 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device b0343fc5-ddf4-4954-92f9-5f7c45aaf301 up at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:39:16.572907 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde516c-ec24-403c-97d3-8eea22372441 req-cb6a6e25-7e6f-44dc-b97d-4ee94b5bd9aa tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:16.575937 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6dde516c-ec24-403c-97d3-8eea22372441 req-cb6a6e25-7e6f-44dc-b97d-4ee94b5bd9aa tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 945 time: 0.3136079
Apr 21 14:39:16.683032 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6dde516c-ec24-403c-97d3-8eea22372441 req-1100d5d0-ac58-48ac-abc1-81d29b136992 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba9e4849-99af-4342-b297-9b1b75946732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927575
Apr 21 14:39:16.721460 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:16.730528 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-e10b8368-5bf8-4427-9d51-7a624d7f9001 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Made reservation on behalf of 71fbd46f910d42d1975f143a55e34822 for: {'port': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:39:16.738616 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-e10b8368-5bf8-4427-9d51-7a624d7f9001 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:16.755358 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-952d3b28-59a7-4539-a06e-9888fae6b648 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for floatingip, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:16.756814 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-952d3b28-59a7-4539-a06e-9888fae6b648 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 8.2118709
Apr 21 14:39:16.771540 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-31073b9a-4916-4041-abb7-5630049a40fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:16.839273 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-31073b9a-4916-4041-abb7-5630049a40fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:39:16.886458 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-31073b9a-4916-4041-abb7-5630049a40fd admin admin] Usage tracker for resource:security_group_rule and tenant:bc41d2f4b0774a21a3185f18736d5324 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:39:16.905943 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] For port 5815b84b-d382-4326-874d-2a7f412a6311, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=5815b84b-d382-4326-874d-2a7f412a6311,segment=NetworkSegment(b1006777-ba8a-4e5f-963e-98057016fe18),segment_id=b1006777-ba8a-4e5f-963e-98057016fe18)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:39:16.916175 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning for port b0343fc5-ddf4-4954-92f9-5f7c45aaf301 completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:39:16.926892 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:16.932053 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:17.017297 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning complete for port b0343fc5-ddf4-4954-92f9-5f7c45aaf301 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:39:17.018851 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:17.131923 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-31073b9a-4916-4041-abb7-5630049a40fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:39:17.143551 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-31073b9a-4916-4041-abb7-5630049a40fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:39:17.245436 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-325c8069-746b-4e37-8b54-a4e21cb7c80a tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Synchronizing usage tracker for tenant:71fbd46f910d42d1975f143a55e34822 on resource:port {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:39:17.276739 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9376dd0d-fd3f-423a-9adb-2814843b8546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:17.293703 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port e2c31a01-40a4-4b6e-aaee-cbeb1067272f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e2c31a01-40a4-4b6e-aaee-cbeb1067272f,segment=NetworkSegment(d290187c-a000-4516-b1c4-56d5a796fa49),segment_id=d290187c-a000-4516-b1c4-56d5a796fa49)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:39:17.320438 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Returning: {'device': 'e2c31a01-40a4-4b6e-aaee-cbeb1067272f', 'network_id': 'd7586439-5692-45b4-a121-4de98b0d3272', 'port_id': 'e2c31a01-40a4-4b6e-aaee-cbeb1067272f', 'mac_address': 'fa:16:3e:1b:30:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c648af-02d8-41a8-9d9d-c5acff085d02', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 14:39:17.321319 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-9376dd0d-fd3f-423a-9adb-2814843b8546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:39:17.333141 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-9376dd0d-fd3f-423a-9adb-2814843b8546 admin admin] Usage tracker for resource:security_group_rule and tenant:a07f5bff1645411d8e1b41912e1e01cb is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:39:17.339876 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-9376dd0d-fd3f-423a-9adb-2814843b8546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:39:17.365633 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-9376dd0d-fd3f-423a-9adb-2814843b8546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:39:17.405184 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Pushing event updated for resources: {'Port': ['ID=5815b84b-d382-4326-874d-2a7f412a6311,revision_number=5']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:17.476145 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe5a05-02fe-4dbe-b825-b22cf215553e req-b23aae7e-86f8-4e2f-bc96-89329aaffcaf tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:17.479259 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6bbe5a05-02fe-4dbe-b825-b22cf215553e req-b23aae7e-86f8-4e2f-bc96-89329aaffcaf tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=502a82df-ee66-408d-ab9e-8207516c0415 HTTP/1.1" status: 200  len: 944 time: 0.5271115
Apr 21 14:39:17.520555 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:17.522855 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:17.563786 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-325c8069-746b-4e37-8b54-a4e21cb7c80a tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Unset dirty status for tenant:71fbd46f910d42d1975f143a55e34822 on resource:port {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:39:17.566536 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-325c8069-746b-4e37-8b54-a4e21cb7c80a tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=71fbd46f910d42d1975f143a55e34822&fields=id HTTP/1.1" status: 200  len: 255 time: 1.0670850
Apr 21 14:39:17.585117 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6bbe5a05-02fe-4dbe-b825-b22cf215553e req-adcf553a-1eeb-4aa4-90cd-4065dcfb3747 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923245
Apr 21 14:39:17.618552 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:17.691399 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port b0343fc5-ddf4-4954-92f9-5f7c45aaf301, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b0343fc5-ddf4-4954-92f9-5f7c45aaf301,segment=NetworkSegment(f9f79d33-bcaf-443f-984f-db2181ef54a6),segment_id=f9f79d33-bcaf-443f-984f-db2181ef54a6)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:39:17.696267 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0343fc5-ddf4-4954-92f9-5f7c45aaf301'}] {{(pid=86395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:39:17.766416 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9376dd0d-fd3f-423a-9adb-2814843b8546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:17.774411 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9376dd0d-fd3f-423a-9adb-2814843b8546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:17.798605 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2d5f62ae-ddbd-40be-bb56-e841eae1c315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:17.841315 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c31a01-40a4-4b6e-aaee-cbeb1067272f {{(pid=86395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:39:17.875312 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:17.891736 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8e350f4c-af6e-44ab-b73a-faab979a5eb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:18.013261 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9376dd0d-fd3f-423a-9adb-2814843b8546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c897479d-9977-492a-8dd1-5fed7174c37a,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:18.040925 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9376dd0d-fd3f-423a-9adb-2814843b8546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:18.093145 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-9376dd0d-fd3f-423a-9adb-2814843b8546 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a07f5bff1645411d8e1b41912e1e01cb&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5939469
Apr 21 14:39:18.098919 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 52330) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:18.104212 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-ec595b5d-770a-472a-b065-d0bd7814978b tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Synchronizing usage tracker for tenant:b0771cc9ab3c4a23881ef55e4b3218b3 on resource:security_group {{(pid=86394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:39:18.126540 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port e2c31a01-40a4-4b6e-aaee-cbeb1067272f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e2c31a01-40a4-4b6e-aaee-cbeb1067272f,segment=NetworkSegment(d290187c-a000-4516-b1c4-56d5a796fa49),segment_id=d290187c-a000-4516-b1c4-56d5a796fa49)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:39:18.139965 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:18.155202 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=b0343fc5-ddf4-4954-92f9-5f7c45aaf301,revision_number=5']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:18.174528 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:18.175956 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:18.239554 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-e10b8368-5bf8-4427-9d51-7a624d7f9001 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Allocated IP 172.20.0.10 (bacac062-2ca2-4bed-9f00-1f32f650b8c7/9f4471c1-ae41-4081-b6bd-5b95750edf0f/789cafbf-6ab1-45fb-a401-fa6d24cd4994) {{(pid=86393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:39:18.274692 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e6c44e48-78f8-4e3e-9304-f7f5610f46e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:18.344236 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e6c44e48-78f8-4e3e-9304-f7f5610f46e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:18.362227 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-31073b9a-4916-4041-abb7-5630049a40fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:18.362867 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=e2c31a01-40a4-4b6e-aaee-cbeb1067272f,revision_number=4']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:18.381136 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-ec595b5d-770a-472a-b065-d0bd7814978b tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Unset dirty status for tenant:b0771cc9ab3c4a23881ef55e4b3218b3 on resource:security_group {{(pid=86394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:39:18.381448 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:18.389415 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f1b92275-8ae6-46c3-ab66-256da7f4266a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852824564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162'] for subnet, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:18.394706 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-ec595b5d-770a-472a-b065-d0bd7814978b tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--785079755&fields=id&tenant_id=b0771cc9ab3c4a23881ef55e4b3218b3 HTTP/1.1" status: 200  len: 267 time: 0.5752852
Apr 21 14:39:18.395923 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-31073b9a-4916-4041-abb7-5630049a40fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:18.415822 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:18.485071 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b92275-8ae6-46c3-ab66-256da7f4266a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bd65d35-242e-4a9e-8cc9-efc2bb20ddd7,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:18.488295 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['e2c31a01-40a4-4b6e-aaee-cbeb1067272f'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:39:18.488856 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f1b92275-8ae6-46c3-ab66-256da7f4266a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:18.500775 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2a516aa7-ac8e-4706-b821-b643b695b3dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:18.509158 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f1b92275-8ae6-46c3-ab66-256da7f4266a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:18.597321 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e6c44e48-78f8-4e3e-9304-f7f5610f46e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:18.609357 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:18.626181 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c44e48-78f8-4e3e-9304-f7f5610f46e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c897479d-9977-492a-8dd1-5fed7174c37a,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:18.628463 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-31073b9a-4916-4041-abb7-5630049a40fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc41d2f4b0774a21a3185f18736d5324&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2033753
Apr 21 14:39:18.628651 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e6c44e48-78f8-4e3e-9304-f7f5610f46e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:18.629221 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 52344) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:18.659390 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-f1b92275-8ae6-46c3-ab66-256da7f4266a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8bd65d35-242e-4a9e-8cc9-efc2bb20ddd7 HTTP/1.1" status: 204  len: 168 time: 4.2488472
Apr 21 14:39:18.663804 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 52348) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:18.676898 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-ddfe3e06-56f0-49e9-be9c-f896cfb143ba tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:18.677179 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31073b9a-4916-4041-abb7-5630049a40fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6006c76d-a1d2-4f35-8fba-5c377a2770d6,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:18.677304 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-ddfe3e06-56f0-49e9-be9c-f896cfb143ba tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Synchronizing usage tracker for tenant:b0771cc9ab3c4a23881ef55e4b3218b3 on resource:network {{(pid=86394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:39:18.696150 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-31073b9a-4916-4041-abb7-5630049a40fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:18.709548 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-40308a98-65d5-47bd-95cf-fd0512788f8b service neutron] 10.222.0.24 "GET /v2.0/networks/bacac062-2ca2-4bed-9f00-1f32f650b8c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1047583
Apr 21 14:39:18.733255 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e6c44e48-78f8-4e3e-9304-f7f5610f46e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:18.738366 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-e6c44e48-78f8-4e3e-9304-f7f5610f46e2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c897479d-9977-492a-8dd1-5fed7174c37a HTTP/1.1" status: 204  len: 168 time: 0.6216462
Apr 21 14:39:18.738366 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-ddfe3e06-56f0-49e9-be9c-f896cfb143ba tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Unset dirty status for tenant:b0771cc9ab3c4a23881ef55e4b3218b3 on resource:network {{(pid=86394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:39:18.738366 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-ddfe3e06-56f0-49e9-be9c-f896cfb143ba tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/networks?id=4398a4b8-9ecd-43b2-988b-da3ccd660ad9 HTTP/1.1" status: 200  len: 817 time: 0.3341825
Apr 21 14:39:18.837340 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-864fe5cf-6710-4eb0-9035-7f62182d5166 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/quotas/b0771cc9ab3c4a23881ef55e4b3218b3 HTTP/1.1" status: 200  len: 375 time: 0.0340950
Apr 21 14:39:19.015813 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-e10b8368-5bf8-4427-9d51-7a624d7f9001 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Notify callbacks [] for port, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:19.035223 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-134d35fd-719c-416d-b9f0-0f154bf8ee8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2044280'] for network, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:19.097727 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-dd7d5e66-edd3-4de5-aad4-c2936bafda2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:19.098982 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 5815b84b-d382-4326-874d-2a7f412a6311 up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:39:19.118706 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-e06fe0e9-8cde-49a8-a037-8a949f94749c service neutron] 10.222.0.24 "GET /v2.0/networks/bacac062-2ca2-4bed-9f00-1f32f650b8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3702629
Apr 21 14:39:19.139359 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-e10b8368-5bf8-4427-9d51-7a624d7f9001 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207'] for port, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:19.146482 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:19.208443 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-712d5a09-5f31-46f4-8220-62de34b0f6bf tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Synchronizing usage tracker for tenant:b0771cc9ab3c4a23881ef55e4b3218b3 on resource:port {{(pid=86394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:39:19.247984 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-e10b8368-5bf8-4427-9d51-7a624d7f9001 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Network bacac062-2ca2-4bed-9f00-1f32f650b8c7 is already hosted by enough agents. {{(pid=86393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:39:19.253646 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-e10b8368-5bf8-4427-9d51-7a624d7f9001 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Resources bound (agent type, host, resource id):  {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:39:19.257190 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-e10b8368-5bf8-4427-9d51-7a624d7f9001 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Received port after_create {{(pid=86393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:39:19.264116 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-e10b8368-5bf8-4427-9d51-7a624d7f9001 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:19.265586 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-e10b8368-5bf8-4427-9d51-7a624d7f9001 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:19.291738 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b8368-5bf8-4427-9d51-7a624d7f9001 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Pushing event updated for resources: {'Port': ['ID=789cafbf-6ab1-45fb-a401-fa6d24cd4994,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:19.304711 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e10b8368-5bf8-4427-9d51-7a624d7f9001 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:19.311513 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-e10b8368-5bf8-4427-9d51-7a624d7f9001 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1860018
Apr 21 14:39:19.337204 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-8da4a4ef-4c9a-4b8d-8b1e-4b5facf7961d service neutron] Request body: {'port': {'device_id': '7218e5c2-90e5-4d93-94d8-3ac413a54fbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:39:19.412569 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 5815b84b-d382-4326-874d-2a7f412a6311 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:39:19.415812 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:19.504372 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-dd7d5e66-edd3-4de5-aad4-c2936bafda2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:19.580322 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-712d5a09-5f31-46f4-8220-62de34b0f6bf tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Unset dirty status for tenant:b0771cc9ab3c4a23881ef55e4b3218b3 on resource:port {{(pid=86394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:39:19.594118 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-712d5a09-5f31-46f4-8220-62de34b0f6bf tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b0771cc9ab3c4a23881ef55e4b3218b3&fields=id HTTP/1.1" status: 200  len: 348 time: 0.7436697
Apr 21 14:39:19.615440 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-134d35fd-719c-416d-b9f0-0f154bf8ee8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852824479', 'neutron.services.segments.db._delete_segments_for_network-8759846428787'] for network, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:19.670872 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-8da4a4ef-4c9a-4b8d-8b1e-4b5facf7961d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:19.833924 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-cdb88a7c-158b-44ea-9aac-2b525d2b06bb service neutron] 10.222.0.24 "GET /v2.0/networks/4398a4b8-9ecd-43b2-988b-da3ccd660ad9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1560166
Apr 21 14:39:19.887040 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 52370) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:20.154286 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-c335eee1-9bcb-42e7-a221-8251cdbd0db3 service neutron] 10.222.0.24 "GET /v2.0/networks/4398a4b8-9ecd-43b2-988b-da3ccd660ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2634358
Apr 21 14:39:20.161100 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9c771cde-6dc9-4b05-9a8f-8d12722deb79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:20.235119 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-9c771cde-6dc9-4b05-9a8f-8d12722deb79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:39:20.245803 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-9c771cde-6dc9-4b05-9a8f-8d12722deb79 admin admin] Usage tracker for resource:security_group_rule and tenant:6c7d650f8497498ea7e48bce43b559d0 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:39:20.252398 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-9c771cde-6dc9-4b05-9a8f-8d12722deb79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:39:20.266385 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-9c771cde-6dc9-4b05-9a8f-8d12722deb79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:39:20.316890 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-dd7d5e66-edd3-4de5-aad4-c2936bafda2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:20.336086 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-134d35fd-719c-416d-b9f0-0f154bf8ee8e admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f78f69c5668>> segment before_delete 55550000 {{(pid=86394) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:39:20.338581 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-134d35fd-719c-416d-b9f0-0f154bf8ee8e admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f78f69c5668>> subnet precommit_delete_associations 55550000 {{(pid=86394) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:39:20.339474 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-134d35fd-719c-416d-b9f0-0f154bf8ee8e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f78f65a93c8>> segment_host_mapping after_create 55550000 {{(pid=86394) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:39:20.339868 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-134d35fd-719c-416d-b9f0-0f154bf8ee8e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f78f65a93c8>> port after_create 55550000 {{(pid=86394) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:39:20.340230 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-134d35fd-719c-416d-b9f0-0f154bf8ee8e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f78f65a93c8>> port after_delete 55550000 {{(pid=86394) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:39:20.340593 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-134d35fd-719c-416d-b9f0-0f154bf8ee8e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f78f65a93c8>> port after_update 55550000 {{(pid=86394) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:39:20.340955 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-134d35fd-719c-416d-b9f0-0f154bf8ee8e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f78f65a93c8>> segment after_delete 55550000 {{(pid=86394) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:39:20.341318 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-134d35fd-719c-416d-b9f0-0f154bf8ee8e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f78f65a93c8>> subnet after_create 55550000 {{(pid=86394) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:39:20.341678 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-134d35fd-719c-416d-b9f0-0f154bf8ee8e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f78f65a93c8>> subnet after_delete 55550000 {{(pid=86394) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:39:20.342068 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-134d35fd-719c-416d-b9f0-0f154bf8ee8e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f78f65a93c8>> subnet after_update 55550000 {{(pid=86394) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:39:20.485713 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device e2c31a01-40a4-4b6e-aaee-cbeb1067272f up at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:39:20.497489 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-134d35fd-719c-416d-b9f0-0f154bf8ee8e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f78f6651f28>> subnet after_create 55550000 {{(pid=86394) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:39:20.497873 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-134d35fd-719c-416d-b9f0-0f154bf8ee8e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f78f6651f28>> subnet after_delete 55550000 {{(pid=86394) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:39:20.498982 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-134d35fd-719c-416d-b9f0-0f154bf8ee8e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f78f6651f28>> subnet before_create 55550000 {{(pid=86394) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:39:20.499368 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-134d35fd-719c-416d-b9f0-0f154bf8ee8e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f78f6651f28>> subnet before_update 55550000 {{(pid=86394) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:39:20.499769 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-134d35fd-719c-416d-b9f0-0f154bf8ee8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78f69c53c8>,) {'filters': {'network_id': ['0888db8f-f099-4f31-9f81-5042627a4818']}} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:39:20.532888 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:20.612315 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16ea98-d810-42b3-93ee-db106973bd18 req-e4ce4c88-fe52-466b-a7b3-aa45640d532d tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:20.627064 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bb16ea98-d810-42b3-93ee-db106973bd18 req-e4ce4c88-fe52-466b-a7b3-aa45640d532d tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 946 time: 0.5524230
Apr 21 14:39:20.632879 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9c771cde-6dc9-4b05-9a8f-8d12722deb79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:20.643642 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9c771cde-6dc9-4b05-9a8f-8d12722deb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:20.645702 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-134d35fd-719c-416d-b9f0-0f154bf8ee8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78f69c53c8>, '1d1f0029-50f5-4cab-9342-d389faf3a40f') {'for_net_delete': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:39:20.646057 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-134d35fd-719c-416d-b9f0-0f154bf8ee8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78f69c53c8>, '1d1f0029-50f5-4cab-9342-d389faf3a40f') {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:39:20.656772 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d5e66-edd3-4de5-aad4-c2936bafda2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6006c76d-a1d2-4f35-8fba-5c377a2770d6,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:20.659401 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-dd7d5e66-edd3-4de5-aad4-c2936bafda2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:20.676732 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-3d07aee9-8317-4068-abd6-4726ed2a7595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:20.709218 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-134d35fd-719c-416d-b9f0-0f154bf8ee8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277008185699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839885257'] for segment, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:20.719737 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c771cde-6dc9-4b05-9a8f-8d12722deb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ba80af-5573-4f3f-a7a5-d3382d630dca,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:20.724182 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9c771cde-6dc9-4b05-9a8f-8d12722deb79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:20.725140 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-dd7d5e66-edd3-4de5-aad4-c2936bafda2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:20.726428 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-dd7d5e66-edd3-4de5-aad4-c2936bafda2d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6006c76d-a1d2-4f35-8fba-5c377a2770d6 HTTP/1.1" status: 204  len: 168 time: 2.0844922
Apr 21 14:39:20.752798 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-134d35fd-719c-416d-b9f0-0f154bf8ee8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852863918'] for segment, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:20.761283 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-9c771cde-6dc9-4b05-9a8f-8d12722deb79 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c7d650f8497498ea7e48bce43b559d0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8729210
Apr 21 14:39:20.765944 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 52390) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:20.776327 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-134d35fd-719c-416d-b9f0-0f154bf8ee8e admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=86394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 14:39:20.840325 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0343fc5-ddf4-4954-92f9-5f7c45aaf301', 'code': 200}
Apr 21 14:39:20.845878 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning for port e2c31a01-40a4-4b6e-aaee-cbeb1067272f completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:39:20.871793 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning complete for port e2c31a01-40a4-4b6e-aaee-cbeb1067272f triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:39:20.872482 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:20.973927 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bb16ea98-d810-42b3-93ee-db106973bd18 req-febea5da-c8b3-4462-9ec4-475c24954ef6 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba9e4849-99af-4342-b297-9b1b75946732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3454762
Apr 21 14:39:21.202027 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-8da4a4ef-4c9a-4b8d-8b1e-4b5facf7961d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 789cafbf-6ab1-45fb-a401-fa6d24cd4994 {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:39:21.223051 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-8da4a4ef-4c9a-4b8d-8b1e-4b5facf7961d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:21.441356 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:21.543016 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port e2c31a01-40a4-4b6e-aaee-cbeb1067272f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e2c31a01-40a4-4b6e-aaee-cbeb1067272f,segment=NetworkSegment(d290187c-a000-4516-b1c4-56d5a796fa49),segment_id=d290187c-a000-4516-b1c4-56d5a796fa49)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:39:21.555053 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:21.557798 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:21.612852 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a7af4180-84df-4c82-8bf4-fc9bc839b863 req-356ddb0c-61c0-4d70-8054-6bdc22f5e5f8 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 210 time: 0.0809202
Apr 21 14:39:21.669236 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=e2c31a01-40a4-4b6e-aaee-cbeb1067272f,revision_number=5']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:21.680493 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:21.875494 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9680308b-dfda-4fa0-8b27-4abff4d27d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:21.902516 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-337193e6-e0bc-44f5-b948-9cb947e4dd25 req-7500731d-d162-4d9a-9c6b-31f567351dbf tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 210 time: 0.0974770
Apr 21 14:39:21.921150 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.36', 57409) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:21.929021 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-134d35fd-719c-416d-b9f0-0f154bf8ee8e admin admin] Network 0888db8f-f099-4f31-9f81-5042627a4818 has no segments {{(pid=86394) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 14:39:21.946451 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-134d35fd-719c-416d-b9f0-0f154bf8ee8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1911845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839088275'] for segment, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:22.125909 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bf820-663b-4f24-9017-625c1a0f142a req-351e5c49-d14b-4b5d-b274-51d4e4a017c4 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:22.137802 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ba5bf820-663b-4f24-9017-625c1a0f142a req-351e5c49-d14b-4b5d-b274-51d4e4a017c4 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=502a82df-ee66-408d-ab9e-8207516c0415 HTTP/1.1" status: 200  len: 945 time: 0.8338945
Apr 21 14:39:22.144370 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9680308b-dfda-4fa0-8b27-4abff4d27d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:22.243631 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f748cd-7f19-4ab8-8e81-50a35e49ccab req-f52ad549-3b00-4c5f-9ef2-fbcd97c833d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:22.245335 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b1f748cd-7f19-4ab8-8e81-50a35e49ccab req-f52ad549-3b00-4c5f-9ef2-fbcd97c833d4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 1099 time: 0.7112069
Apr 21 14:39:22.350897 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-b1f748cd-7f19-4ab8-8e81-50a35e49ccab req-70c88c20-fc16-48c4-9e55-ca533e2724d5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:22.367049 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-caf9b095-fbe0-44b3-831e-334da2773b13 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:22.369056 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-caf9b095-fbe0-44b3-831e-334da2773b13 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.36 "GET /v2.0/networks?id=bacac062-2ca2-4bed-9f00-1f32f650b8c7 HTTP/1.1" status: 200  len: 819 time: 0.4463210
Apr 21 14:39:22.376225 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-b1f748cd-7f19-4ab8-8e81-50a35e49ccab req-70c88c20-fc16-48c4-9e55-ca533e2724d5 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:39:22.390448 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-014d89fa-37b0-4cb2-ac58-bfa92c8beaed tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Request body: {'port': {'device_id': 'e95fa274-cc0e-4aee-bbc2-4a060be8e4b6', 'network_id': 'bacac062-2ca2-4bed-9f00-1f32f650b8c7', 'admin_state_up': True, 'tenant_id': '71fbd46f910d42d1975f143a55e34822'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:39:22.393017 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-b1f748cd-7f19-4ab8-8e81-50a35e49ccab req-70c88c20-fc16-48c4-9e55-ca533e2724d5 service neutron] Usage tracker for resource:security_group_rule and tenant:60f4975a8f5d4e53a763852e8609166a is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:39:22.396993 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-b1f748cd-7f19-4ab8-8e81-50a35e49ccab req-70c88c20-fc16-48c4-9e55-ca533e2724d5 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:39:22.414745 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-b1f748cd-7f19-4ab8-8e81-50a35e49ccab req-70c88c20-fc16-48c4-9e55-ca533e2724d5 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:39:22.548665 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27183570-6dd4-4efe-9684-05d4d050093d req-c7d4983d-d7ae-4a89-b9bb-fe6bb3110bfd tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:22.552786 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-27183570-6dd4-4efe-9684-05d4d050093d req-c7d4983d-d7ae-4a89-b9bb-fe6bb3110bfd tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 946 time: 0.3179512
Apr 21 14:39:22.572721 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-b1f748cd-7f19-4ab8-8e81-50a35e49ccab req-70c88c20-fc16-48c4-9e55-ca533e2724d5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:22.585899 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ba5bf820-663b-4f24-9017-625c1a0f142a req-217d9e3a-39f6-4db2-adcd-c253f0b3dd28 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4478624
Apr 21 14:39:22.600723 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-134d35fd-719c-416d-b9f0-0f154bf8ee8e admin admin] Network 0888db8f-f099-4f31-9f81-5042627a4818 has no segments {{(pid=86394) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 14:39:22.616284 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-014d89fa-37b0-4cb2-ac58-bfa92c8beaed tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:39:22.650753 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-014d89fa-37b0-4cb2-ac58-bfa92c8beaed tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:39:22.687677 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-27183570-6dd4-4efe-9684-05d4d050093d req-b1540338-d9d3-4694-8a7d-301a7c828b43 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba9e4849-99af-4342-b297-9b1b75946732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727756
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]:   from cryptography.utils import int_from_bytes
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]:   from cryptography.utils import int_from_bytes
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]:   (rel_b, rel_a, rel_b),
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]:   (rel_b, rel_a, rel_b),
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]: Traceback (most recent call last):
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]:     timer()
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]:     cb(*args, **kw)
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]:     return func(*args, **kwargs)
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]:     self._notify()
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]:     self.callback(batched_events)
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]:     event.method(event)
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]:     segment_id)['aggregates'][0]
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]:     return f(self, *a, **k)
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]:     return self._get(url).json()
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]:     **kwargs)
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]:     return self.request(url, 'GET', **kwargs)
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]:     **endpoint_filter)
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 14:39:22.705478 dv-cinder-786385-2-iscsi neutron-server[86282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 14:39:22.710705 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-b1f748cd-7f19-4ab8-8e81-50a35e49ccab req-70c88c20-fc16-48c4-9e55-ca533e2724d5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:22.713122 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-014d89fa-37b0-4cb2-ac58-bfa92c8beaed tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Made reservation on behalf of 71fbd46f910d42d1975f143a55e34822 for: {'port': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:39:22.727063 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-5d924ca2-d707-4364-8dbc-0b17eb063197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:22.733005 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-014d89fa-37b0-4cb2-ac58-bfa92c8beaed tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:22.765576 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c88c20-fc16-48c4-9e55-ca533e2724d5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fd54a9-5a36-44cb-9825-17058d2a725e,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:22.769249 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-70c88c20-fc16-48c4-9e55-ca533e2724d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:22.779755 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b1f748cd-7f19-4ab8-8e81-50a35e49ccab req-70c88c20-fc16-48c4-9e55-ca533e2724d5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ba9e4849-99af-4342-b297-9b1b75946732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4732058
Apr 21 14:39:22.784072 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-134d35fd-719c-416d-b9f0-0f154bf8ee8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1951337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630402'] for network, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:22.795798 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-134d35fd-719c-416d-b9f0-0f154bf8ee8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for network, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:22.802926 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-3d07aee9-8317-4068-abd6-4726ed2a7595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:22.829838 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d35fd-719c-416d-b9f0-0f154bf8ee8e admin admin] Pushing event deleted for resources: {'Network': ['ID=0888db8f-f099-4f31-9f81-5042627a4818,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:22.841691 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '502a82df-ee66-408d-ab9e-8207516c0415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c31a01-40a4-4b6e-aaee-cbeb1067272f'}] {{(pid=86395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:39:22.855473 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9680308b-dfda-4fa0-8b27-4abff4d27d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:22.858805 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-134d35fd-719c-416d-b9f0-0f154bf8ee8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:22.893259 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-8da4a4ef-4c9a-4b8d-8b1e-4b5facf7961d service neutron] Transition to ACTIVE for port object 789cafbf-6ab1-45fb-a401-fa6d24cd4994 will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:39:22.906627 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-dd7d5e66-edd3-4de5-aad4-c2936bafda2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:22.916784 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-8da4a4ef-4c9a-4b8d-8b1e-4b5facf7961d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:22.938674 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9680308b-dfda-4fa0-8b27-4abff4d27d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:22.939955 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-9680308b-dfda-4fa0-8b27-4abff4d27d1f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d1ba80af-5573-4f3f-a7a5-d3382d630dca HTTP/1.1" status: 204  len: 168 time: 2.1112654
Apr 21 14:39:22.968796 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680308b-dfda-4fa0-8b27-4abff4d27d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ba80af-5573-4f3f-a7a5-d3382d630dca,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:22.974566 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '502a82df-ee66-408d-ab9e-8207516c0415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c31a01-40a4-4b6e-aaee-cbeb1067272f', 'code': 200}
Apr 21 14:39:23.002526 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:23.007284 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9680308b-dfda-4fa0-8b27-4abff4d27d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:23.212647 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-134d35fd-719c-416d-b9f0-0f154bf8ee8e admin admin] 10.222.0.24 "DELETE /v2.0/networks/0888db8f-f099-4f31-9f81-5042627a4818 HTTP/1.1" status: 204  len: 168 time: 4.5427115
Apr 21 14:39:23.221013 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 52450) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:23.237430 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f4662890-ee45-4fd0-a560-2718ea2f37bb req-555ac89f-227c-4980-ab85-07cd181b9b16 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 210 time: 0.2949617
Apr 21 14:39:23.407391 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.36', 57412) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:23.671268 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe87e13-d2a3-4f25-b7c5-295678388f7e admin admin] Deleting subnet ce47030b-5631-4744-b545-6fbaa96d147a {{(pid=86394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 14:39:23.686447 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1fe87e13-d2a3-4f25-b7c5-295678388f7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:23.883828 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1fe87e13-d2a3-4f25-b7c5-295678388f7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14890559'] for subnet, precommit_delete_associations {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:23.930876 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-49c97281-1fd9-438a-97b1-4b3da5d1afb0 req-a664bb0e-d4c7-4dc2-8492-66adfe4375b3 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 210 time: 0.5381963
Apr 21 14:39:23.948330 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4a4ef-4c9a-4b8d-8b1e-4b5facf7961d service neutron] Pushing event updated for resources: {'Port': ['ID=789cafbf-6ab1-45fb-a401-fa6d24cd4994,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:24.003192 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8da4a4ef-4c9a-4b8d-8b1e-4b5facf7961d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.001s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:24.007975 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-8da4a4ef-4c9a-4b8d-8b1e-4b5facf7961d service neutron] Attempting to bind port 789cafbf-6ab1-45fb-a401-fa6d24cd4994 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:39:24.008806 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-8da4a4ef-4c9a-4b8d-8b1e-4b5facf7961d service neutron] Attempting to bind port 789cafbf-6ab1-45fb-a401-fa6d24cd4994 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'b1006777-ba8a-4e5f-963e-98057016fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bacac062-2ca2-4bed-9f00-1f32f650b8c7'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:39:24.010045 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-8da4a4ef-4c9a-4b8d-8b1e-4b5facf7961d service neutron] Attempting to bind port 789cafbf-6ab1-45fb-a401-fa6d24cd4994 on network bacac062-2ca2-4bed-9f00-1f32f650b8c7 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:39:24.023191 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 52480) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:24.051773 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-b34695a4-aec7-49fb-8388-99547bcc7ede tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:24.054348 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-b34695a4-aec7-49fb-8388-99547bcc7ede tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.36 "GET /v2.0/networks?id=4398a4b8-9ecd-43b2-988b-da3ccd660ad9 HTTP/1.1" status: 200  len: 817 time: 1.0514150
Apr 21 14:39:24.065712 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0ee42c66-86d2-4db0-b37a-66a7437a2c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:24.091523 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-0ee42c66-86d2-4db0-b37a-66a7437a2c6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:39:24.096849 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-0ee42c66-86d2-4db0-b37a-66a7437a2c6a admin admin] Usage tracker for resource:security_group_rule and tenant:2a2c97504b5743dd841d86426b128a39 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:39:24.100444 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-0ee42c66-86d2-4db0-b37a-66a7437a2c6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:39:24.108809 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-0ee42c66-86d2-4db0-b37a-66a7437a2c6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:39:24.121093 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-8da4a4ef-4c9a-4b8d-8b1e-4b5facf7961d service neutron] Port 789cafbf-6ab1-45fb-a401-fa6d24cd4994 on network bacac062-2ca2-4bed-9f00-1f32f650b8c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 14:39:24.121817 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-8da4a4ef-4c9a-4b8d-8b1e-4b5facf7961d service neutron] Attempting to bind port 789cafbf-6ab1-45fb-a401-fa6d24cd4994 on network bacac062-2ca2-4bed-9f00-1f32f650b8c7 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:39:24.125422 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1fe87e13-d2a3-4f25-b7c5-295678388f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1951284'] for subnet, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:24.147088 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-8da4a4ef-4c9a-4b8d-8b1e-4b5facf7961d service neutron] Checking agent: {'id': 'aac967bd-8151-4f72-a05c-3193d627c9da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'started_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:39:24.147883 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-8da4a4ef-4c9a-4b8d-8b1e-4b5facf7961d service neutron] Checking segment: {'id': 'b1006777-ba8a-4e5f-963e-98057016fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bacac062-2ca2-4bed-9f00-1f32f650b8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:39:24.148646 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-8da4a4ef-4c9a-4b8d-8b1e-4b5facf7961d service neutron] Bound using segment: {'id': 'b1006777-ba8a-4e5f-963e-98057016fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bacac062-2ca2-4bed-9f00-1f32f650b8c7'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:39:24.149367 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-8da4a4ef-4c9a-4b8d-8b1e-4b5facf7961d service neutron] Bound port: 789cafbf-6ab1-45fb-a401-fa6d24cd4994, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1006777-ba8a-4e5f-963e-98057016fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bacac062-2ca2-4bed-9f00-1f32f650b8c7'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:39:24.150062 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-8da4a4ef-4c9a-4b8d-8b1e-4b5facf7961d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:24.194402 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-014d89fa-37b0-4cb2-ac58-bfa92c8beaed tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Allocated IP 172.20.0.14 (bacac062-2ca2-4bed-9f00-1f32f650b8c7/9f4471c1-ae41-4081-b6bd-5b95750edf0f/658f52f1-b89f-4063-94df-1cdd4ca78f62) {{(pid=86393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:39:24.201714 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e6743-11ec-4496-b4ff-4d1db0053e4f req-8de90a0b-31bb-4a02-9183-4989db4888e8 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:24.203482 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-574e6743-11ec-4496-b4ff-4d1db0053e4f req-8de90a0b-31bb-4a02-9183-4989db4888e8 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=502a82df-ee66-408d-ab9e-8207516c0415 HTTP/1.1" status: 200  len: 946 time: 0.3343008
Apr 21 14:39:24.348792 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769867c-eb99-4e07-bc43-ee34e3b67920 req-de1573c2-41fd-4fcd-bb85-3e600e44959e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:24.350673 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a769867c-eb99-4e07-bc43-ee34e3b67920 req-de1573c2-41fd-4fcd-bb85-3e600e44959e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=502a82df-ee66-408d-ab9e-8207516c0415 HTTP/1.1" status: 200  len: 1099 time: 0.9415834
Apr 21 14:39:24.487935 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-8da4a4ef-4c9a-4b8d-8b1e-4b5facf7961d service neutron] For port 789cafbf-6ab1-45fb-a401-fa6d24cd4994, host hv-cinder-78638, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:39:24.599698 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-8da4a4ef-4c9a-4b8d-8b1e-4b5facf7961d service neutron] For port 789cafbf-6ab1-45fb-a401-fa6d24cd4994, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=789cafbf-6ab1-45fb-a401-fa6d24cd4994,segment=NetworkSegment(b1006777-ba8a-4e5f-963e-98057016fe18),segment_id=b1006777-ba8a-4e5f-963e-98057016fe18)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:39:24.610920 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-574e6743-11ec-4496-b4ff-4d1db0053e4f req-ec20c3a4-7433-4c71-b79b-f6d43684bc02 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3867099
Apr 21 14:39:24.628018 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-8da4a4ef-4c9a-4b8d-8b1e-4b5facf7961d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:24.631305 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0ee42c66-86d2-4db0-b37a-66a7437a2c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:24.648803 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527471ac-eae4-4d8e-b59e-782c04c40c30 req-a731c030-a8b5-44aa-9490-ac840f417b75 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:24.657072 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-527471ac-eae4-4d8e-b59e-782c04c40c30 req-a731c030-a8b5-44aa-9490-ac840f417b75 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 946 time: 0.4670420
Apr 21 14:39:24.663887 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:24.698573 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0ee42c66-86d2-4db0-b37a-66a7437a2c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:24.769665 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1fe87e13-d2a3-4f25-b7c5-295678388f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852824564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15686350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839266476'] for subnet, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:24.778050 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-8da4a4ef-4c9a-4b8d-8b1e-4b5facf7961d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:24.778865 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-8da4a4ef-4c9a-4b8d-8b1e-4b5facf7961d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:24.780385 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-8da4a4ef-4c9a-4b8d-8b1e-4b5facf7961d service neutron] 10.222.0.36 "PUT /v2.0/ports/789cafbf-6ab1-45fb-a401-fa6d24cd4994 HTTP/1.1" status: 200  len: 1094 time: 5.4578454
Apr 21 14:39:24.794982 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7218e5c2-90e5-4d93-94d8-3ac413a54fbb', 'tag': '789cafbf-6ab1-45fb-a401-fa6d24cd4994'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:39:24.834980 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:24.860283 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-0ee42c66-86d2-4db0-b37a-66a7437a2c6a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a2c97504b5743dd841d86426b128a39&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8286123
Apr 21 14:39:24.873912 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 52494) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:24.885956 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4a4ef-4c9a-4b8d-8b1e-4b5facf7961d service neutron] Pushing event updated for resources: {'Port': ['ID=789cafbf-6ab1-45fb-a401-fa6d24cd4994,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:24.887844 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d64185f1-4e8b-4ef8-9084-14eb15ef4ce0 req-b470db6e-afbd-45aa-a41c-9f3d6eef52d7 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 210 time: 0.1206515
Apr 21 14:39:24.905427 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe87e13-d2a3-4f25-b7c5-295678388f7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce47030b-5631-4744-b545-6fbaa96d147a,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:24.909808 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-1fe87e13-d2a3-4f25-b7c5-295678388f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:24.911063 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1fe87e13-d2a3-4f25-b7c5-295678388f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for subnet, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:24.921025 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-1fe87e13-d2a3-4f25-b7c5-295678388f7e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ce47030b-5631-4744-b545-6fbaa96d147a HTTP/1.1" status: 204  len: 168 time: 1.6878586
Apr 21 14:39:24.921117 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 52500) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:24.975979 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-014d89fa-37b0-4cb2-ac58-bfa92c8beaed tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Notify callbacks [] for port, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:25.039188 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-527471ac-eae4-4d8e-b59e-782c04c40c30 req-2ba6e675-9d02-4b50-89d3-adb16ab2f851 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba9e4849-99af-4342-b297-9b1b75946732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3805757
Apr 21 14:39:25.044260 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8da4a4ef-4c9a-4b8d-8b1e-4b5facf7961d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:25.045794 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-014d89fa-37b0-4cb2-ac58-bfa92c8beaed tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207'] for port, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:25.047906 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f52ff084-eb40-478a-9163-5393777f1079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.302s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:25.115439 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7218e5c2-90e5-4d93-94d8-3ac413a54fbb', 'tag': '789cafbf-6ab1-45fb-a401-fa6d24cd4994', 'status': 'completed', 'code': 200}
Apr 21 14:39:25.116300 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8dee8940-afa0-425c-95a4-547812afa094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2044280'] for network, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:25.117648 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee42c66-86d2-4db0-b37a-66a7437a2c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d278c6-76f1-4e93-ba9a-8cb48629db3b,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:25.146423 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-0ee42c66-86d2-4db0-b37a-66a7437a2c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:25.161116 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:25.277277 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8dee8940-afa0-425c-95a4-547812afa094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852824479', 'neutron.services.segments.db._delete_segments_for_network-8759846428787'] for network, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:25.354060 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-014d89fa-37b0-4cb2-ac58-bfa92c8beaed tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Network bacac062-2ca2-4bed-9f00-1f32f650b8c7 is already hosted by enough agents. {{(pid=86393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:39:25.363066 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-014d89fa-37b0-4cb2-ac58-bfa92c8beaed tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Resources bound (agent type, host, resource id):  {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:39:25.368578 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bbcad622-bd44-4fdb-98f2-50270263043f req-e16721ef-d28f-4342-874f-349360ec97bf tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 210 time: 0.0808816
Apr 21 14:39:25.369430 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-014d89fa-37b0-4cb2-ac58-bfa92c8beaed tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Received port after_create {{(pid=86393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:39:25.375559 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-014d89fa-37b0-4cb2-ac58-bfa92c8beaed tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:25.376287 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-014d89fa-37b0-4cb2-ac58-bfa92c8beaed tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:25.394293 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d89fa-37b0-4cb2-ac58-bfa92c8beaed tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Pushing event updated for resources: {'Port': ['ID=658f52f1-b89f-4063-94df-1cdd4ca78f62,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:25.405973 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-014d89fa-37b0-4cb2-ac58-bfa92c8beaed tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:25.413193 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-8dee8940-afa0-425c-95a4-547812afa094 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78f6e7b3c8>,) {'filters': {'network_id': ['56f808b1-d094-4fc3-951c-981294c40565']}} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:39:25.416759 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-cb2e1764-13ef-4d3b-b1de-df63051837b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:25.435136 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-8dee8940-afa0-425c-95a4-547812afa094 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78f6e7b3c8>, '5948d639-c8ca-4a20-9df1-54fdf16af46d') {'for_net_delete': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:39:25.435473 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-8dee8940-afa0-425c-95a4-547812afa094 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78f6e7b3c8>, '5948d639-c8ca-4a20-9df1-54fdf16af46d') {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:39:25.448593 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8dee8940-afa0-425c-95a4-547812afa094 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277008185699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839885257'] for segment, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:25.453584 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-014d89fa-37b0-4cb2-ac58-bfa92c8beaed tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0743911
Apr 21 14:39:25.458427 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-cb2e1764-13ef-4d3b-b1de-df63051837b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:25.470796 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8dee8940-afa0-425c-95a4-547812afa094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852863918'] for segment, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:25.478116 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dee8940-afa0-425c-95a4-547812afa094 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=86394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 14:39:25.541341 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-cb2e1764-13ef-4d3b-b1de-df63051837b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:25.545897 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-93eac2e9-b217-4863-8555-9050c4b5d9c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:25.559169 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e1764-13ef-4d3b-b1de-df63051837b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d278c6-76f1-4e93-ba9a-8cb48629db3b,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:25.561623 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-cb2e1764-13ef-4d3b-b1de-df63051837b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:25.568482 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-cb2e1764-13ef-4d3b-b1de-df63051837b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:25.576005 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-cb2e1764-13ef-4d3b-b1de-df63051837b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0d278c6-76f1-4e93-ba9a-8cb48629db3b HTTP/1.1" status: 204  len: 168 time: 0.6869872
Apr 21 14:39:25.697749 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-8dee8940-afa0-425c-95a4-547812afa094 admin admin] Network 56f808b1-d094-4fc3-951c-981294c40565 has no segments {{(pid=86394) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 14:39:25.708472 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8dee8940-afa0-425c-95a4-547812afa094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1911845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839088275'] for segment, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:26.098222 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-8dee8940-afa0-425c-95a4-547812afa094 admin admin] Network 56f808b1-d094-4fc3-951c-981294c40565 has no segments {{(pid=86394) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 14:39:26.144902 dv-cinder-786385-2-iscsi neutron-server[86282]: Traceback (most recent call last):
Apr 21 14:39:26.144902 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 14:39:26.144902 dv-cinder-786385-2-iscsi neutron-server[86282]:     timer()
Apr 21 14:39:26.144902 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 14:39:26.144902 dv-cinder-786385-2-iscsi neutron-server[86282]:     cb(*args, **kw)
Apr 21 14:39:26.144902 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 14:39:26.144902 dv-cinder-786385-2-iscsi neutron-server[86282]:     return func(*args, **kwargs)
Apr 21 14:39:26.144902 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 14:39:26.144902 dv-cinder-786385-2-iscsi neutron-server[86282]:     self._notify()
Apr 21 14:39:26.144902 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 14:39:26.144902 dv-cinder-786385-2-iscsi neutron-server[86282]:     self.callback(batched_events)
Apr 21 14:39:26.144902 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 14:39:26.144902 dv-cinder-786385-2-iscsi neutron-server[86282]:     event.method(event)
Apr 21 14:39:26.144902 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 14:39:26.144902 dv-cinder-786385-2-iscsi neutron-server[86282]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 14:39:26.144902 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 14:39:26.144902 dv-cinder-786385-2-iscsi neutron-server[86282]:     segment_id)['aggregates'][0]
Apr 21 14:39:26.144902 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 14:39:26.144902 dv-cinder-786385-2-iscsi neutron-server[86282]:     return f(self, *a, **k)
Apr 21 14:39:26.144902 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 14:39:26.144902 dv-cinder-786385-2-iscsi neutron-server[86282]:     return self._get(url).json()
Apr 21 14:39:26.144902 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 14:39:26.144902 dv-cinder-786385-2-iscsi neutron-server[86282]:     **kwargs)
Apr 21 14:39:26.144902 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 14:39:26.144902 dv-cinder-786385-2-iscsi neutron-server[86282]:     return self.request(url, 'GET', **kwargs)
Apr 21 14:39:26.144902 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 14:39:26.144902 dv-cinder-786385-2-iscsi neutron-server[86282]:     **endpoint_filter)
Apr 21 14:39:26.144902 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 14:39:26.144902 dv-cinder-786385-2-iscsi neutron-server[86282]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 14:39:26.144902 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 14:39:26.144902 dv-cinder-786385-2-iscsi neutron-server[86282]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 14:39:26.144902 dv-cinder-786385-2-iscsi neutron-server[86282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 14:39:26.155688 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6e46e-c68d-4a95-a1bf-2249a9741dd0 req-8d302e2b-0e49-4a96-80ea-2241f0d53a69 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:26.156494 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-66b6e46e-c68d-4a95-a1bf-2249a9741dd0 req-8d302e2b-0e49-4a96-80ea-2241f0d53a69 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Synchronizing usage tracker for tenant:71fbd46f910d42d1975f143a55e34822 on resource:port {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:39:26.175047 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-66b6e46e-c68d-4a95-a1bf-2249a9741dd0 req-8d302e2b-0e49-4a96-80ea-2241f0d53a69 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Unset dirty status for tenant:71fbd46f910d42d1975f143a55e34822 on resource:port {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:39:26.176679 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-66b6e46e-c68d-4a95-a1bf-2249a9741dd0 req-8d302e2b-0e49-4a96-80ea-2241f0d53a69 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 932 time: 0.1172264
Apr 21 14:39:26.230107 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-66b6e46e-c68d-4a95-a1bf-2249a9741dd0 req-05922be8-1116-44da-8914-d22ff007db3b tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Synchronizing usage tracker for tenant:71fbd46f910d42d1975f143a55e34822 on resource:security_group {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:39:26.253663 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-66b6e46e-c68d-4a95-a1bf-2249a9741dd0 req-05922be8-1116-44da-8914-d22ff007db3b tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Unset dirty status for tenant:71fbd46f910d42d1975f143a55e34822 on resource:security_group {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:39:26.257038 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-66b6e46e-c68d-4a95-a1bf-2249a9741dd0 req-05922be8-1116-44da-8914-d22ff007db3b tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721381
Apr 21 14:39:26.276352 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72bca53-9fd7-4d57-bb61-b62592bf9d0d req-aa559042-ca28-4f8c-ad62-9cb712c38baf tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:26.284079 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b72bca53-9fd7-4d57-bb61-b62592bf9d0d req-aa559042-ca28-4f8c-ad62-9cb712c38baf tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=502a82df-ee66-408d-ab9e-8207516c0415 HTTP/1.1" status: 200  len: 946 time: 0.4783170
Apr 21 14:39:26.314761 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8dee8940-afa0-425c-95a4-547812afa094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1951337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630402'] for network, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:26.324215 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8dee8940-afa0-425c-95a4-547812afa094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for network, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:26.340938 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:26.369093 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee8940-afa0-425c-95a4-547812afa094 admin admin] Pushing event deleted for resources: {'Network': ['ID=56f808b1-d094-4fc3-951c-981294c40565,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:26.375759 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8dee8940-afa0-425c-95a4-547812afa094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:26.382955 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-8dee8940-afa0-425c-95a4-547812afa094 admin admin] 10.222.0.24 "DELETE /v2.0/networks/56f808b1-d094-4fc3-951c-981294c40565 HTTP/1.1" status: 204  len: 168 time: 1.4603326
Apr 21 14:39:26.399224 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b72bca53-9fd7-4d57-bb61-b62592bf9d0d req-1de22727-379e-4dd9-9751-8a391f79f80c tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135933
Apr 21 14:39:26.491905 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452cdfb-3ded-4b79-ba71-05f644ed2009 req-66ce5664-e319-4a84-9095-7ab8dd4b2d8b tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:26.493751 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4452cdfb-3ded-4b79-ba71-05f644ed2009 req-66ce5664-e319-4a84-9095-7ab8dd4b2d8b tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 946 time: 0.1076171
Apr 21 14:39:26.555795 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4452cdfb-3ded-4b79-ba71-05f644ed2009 req-99b47aac-1ddb-4708-84ec-e7bf3c0c2186 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba9e4849-99af-4342-b297-9b1b75946732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481336
Apr 21 14:39:26.614289 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 52542) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:26.658972 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d43b48da-17e6-49c4-97d3-a50334af8a9d req-d5d3dab1-8946-4181-bf6f-f1eda273fd51 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 210 time: 0.0568449
Apr 21 14:39:26.686396 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-e0c066f4-6085-4610-99d4-f71955616cf6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c5acd6b04b2448ab672dfc6aa673c74&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0707452
Apr 21 14:39:26.689158 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 52548) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:26.713691 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 52552) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:26.801545 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e6f12b3c-82f1-402d-848c-33aec379a0cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:26.836279 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e6f12b3c-82f1-402d-848c-33aec379a0cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:26.921211 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e6f12b3c-82f1-402d-848c-33aec379a0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:26.926072 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-a1ae9635-a22f-4689-bccf-f1f946c591a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:26.940832 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f12b3c-82f1-402d-848c-33aec379a0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c51b777-2ee1-4451-90dd-f5dcf05e683b,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:26.944682 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-411767130-network', 'tenant_id': 'f7760bf168f84b2898143576e038c880'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:39:26.946670 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e6f12b3c-82f1-402d-848c-33aec379a0cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:26.952232 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e6f12b3c-82f1-402d-848c-33aec379a0cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:26.953909 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:39:26.954240 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-e6f12b3c-82f1-402d-848c-33aec379a0cd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c51b777-2ee1-4451-90dd-f5dcf05e683b HTTP/1.1" status: 204  len: 168 time: 0.2620416
Apr 21 14:39:26.961802 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Usage tracker for resource:network and tenant:f7760bf168f84b2898143576e038c880 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:39:26.967499 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:39:26.978458 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:39:26.992193 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Made reservation on behalf of f7760bf168f84b2898143576e038c880 for: {'network': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:39:26.997491 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for network, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:27.012802 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:27.031055 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:39:27.035958 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Usage tracker for resource:security_group_rule and tenant:f7760bf168f84b2898143576e038c880 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:39:27.039466 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:39:27.046857 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:39:27.148875 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:27.155349 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:27.160151 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:27.188157 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302}  {{(pid=86393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 14:39:27.202880 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5dd391f-bc0b-46da-8bc5-10665fcae747,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:27.212093 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852863918'] for segment, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:27.212511 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.segments_db [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Added segment dbad7244-6d9e-4f98-9583-53a3a29a6088 of type vlan for network 42ef28d0-6ec1-4191-8c9f-bdf02cdd11fe
Apr 21 14:39:27.214645 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:39:27.215046 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:39:27.215434 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:39:27.215828 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:39:27.216212 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:39:27.216589 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:39:27.216968 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:39:27.217344 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:39:27.217721 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:39:27.218116 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:39:27.218495 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:39:27.218863 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:39:27.223168 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:27.253698 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759846068458'] for network, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:27.289921 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162'] for network, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:27.291451 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:27.292106 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for network, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:27.297789 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-56f22fa4-859f-47c5-9339-e1355d6d3dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:27.361944 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 52564) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:27.454367 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-20424ec3-4951-4c10-8444-df3c9f2c9b59 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=992b7379ba3c4db58678655be812ce41&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0906076
Apr 21 14:39:27.457624 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 52572) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:27.462705 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Pushing event updated for resources: {'Network': ['ID=42ef28d0-6ec1-4191-8c9f-bdf02cdd11fe,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:27.470402 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7554450
Apr 21 14:39:27.471732 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:27.478154 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 52576) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:27.485423 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Network 42ef28d0-6ec1-4191-8c9f-bdf02cdd11fe details requested by agent ovs-agent-dv-cinder-786385-2-iscsi with host dv-cinder-786385-2-iscsi {{(pid=86395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 14:39:27.487475 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-5c0d1f7b-131e-418b-9a81-06fea400095f admin admin] Request body: {'subnet': {'network_id': '42ef28d0-6ec1-4191-8c9f-bdf02cdd11fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-411767130-subnet', 'tenant_id': 'f7760bf168f84b2898143576e038c880', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:39:27.492917 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-5c0d1f7b-131e-418b-9a81-06fea400095f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:39:27.498019 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-5c0d1f7b-131e-418b-9a81-06fea400095f admin admin] Usage tracker for resource:subnet and tenant:f7760bf168f84b2898143576e038c880 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:39:27.502574 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-5c0d1f7b-131e-418b-9a81-06fea400095f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:39:27.510126 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-5c0d1f7b-131e-418b-9a81-06fea400095f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:39:27.522953 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0d1f7b-131e-418b-9a81-06fea400095f admin admin] Made reservation on behalf of f7760bf168f84b2898143576e038c880 for: {'subnet': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:39:27.528390 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-5c0d1f7b-131e-418b-9a81-06fea400095f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:27.652523 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-c9ea2e0c-2fec-4e07-9a49-708f0f6a9e18 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0771cc9ab3c4a23881ef55e4b3218b3 HTTP/1.1" status: 200  len: 379 time: 0.1277649
Apr 21 14:39:27.672953 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-7bbc329f-792d-4d31-b21d-6eed64a0240c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Request body: {'port': {'device_id': 'abf3aa87-b02a-4b58-901a-76f4e825e75a', 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9', 'admin_state_up': True, 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'security_groups': ['c09c481a-a56f-4b05-8c06-ad8b06b3143d']}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:39:27.698686 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-c079afa5-100d-4653-bb31-e1a360fba7ac service neutron] Request body: {'port': {'device_id': 'e95fa274-cc0e-4aee-bbc2-4a060be8e4b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:39:27.861115 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a2491fcf-0bfb-4ccc-ba0c-6e5c347bf03e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:27.931652 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a2491fcf-0bfb-4ccc-ba0c-6e5c347bf03e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:27.953003 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a769867c-eb99-4e07-bc43-ee34e3b67920 req-d3c47988-06a6-4318-80a2-b99191c6607e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2724040
Apr 21 14:39:27.961592 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330c551-fd7e-4f67-98b8-17ad2bccbc74 req-79862585-7aa0-4f3f-952f-e530bb7aef30 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:27.963291 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4330c551-fd7e-4f67-98b8-17ad2bccbc74 req-79862585-7aa0-4f3f-952f-e530bb7aef30 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 932 time: 0.5666270
Apr 21 14:39:27.984179 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-7bbc329f-792d-4d31-b21d-6eed64a0240c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:39:28.011077 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ad4c4-d72d-47b8-bff2-42bc873dde4c req-1b63108f-c91d-4b2b-a06a-3889cd8648c8 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:28.012921 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d91ad4c4-d72d-47b8-bff2-42bc873dde4c req-1b63108f-c91d-4b2b-a06a-3889cd8648c8 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=502a82df-ee66-408d-ab9e-8207516c0415 HTTP/1.1" status: 200  len: 946 time: 0.3194675
Apr 21 14:39:28.040795 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-7bbc329f-792d-4d31-b21d-6eed64a0240c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:39:28.069179 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-7bbc329f-792d-4d31-b21d-6eed64a0240c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Made reservation on behalf of b0771cc9ab3c4a23881ef55e4b3218b3 for: {'port': 1} {{(pid=86394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:39:28.075480 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-7bbc329f-792d-4d31-b21d-6eed64a0240c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:28.100771 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-c079afa5-100d-4653-bb31-e1a360fba7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:28.105446 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d91ad4c4-d72d-47b8-bff2-42bc873dde4c req-43d52198-2090-4fec-ab9d-dff089fc0b67 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844982
Apr 21 14:39:28.109394 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a2491fcf-0bfb-4ccc-ba0c-6e5c347bf03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:28.116448 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-07ac3fc1-25f4-439f-b6e4-040be7b8b34a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:28.122762 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4330c551-fd7e-4f67-98b8-17ad2bccbc74 req-28e2914f-7d99-4ef2-9277-0bd19288bb98 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1410306
Apr 21 14:39:28.179232 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2491fcf-0bfb-4ccc-ba0c-6e5c347bf03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd719802-ea63-4740-a4c4-9d9b0570269a,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:28.190943 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090d859-75b0-4535-aeb0-9eba9ea3098b req-ecf131ae-ce7e-449e-a252-ba0e94781961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:28.193163 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6090d859-75b0-4535-aeb0-9eba9ea3098b req-ecf131ae-ce7e-449e-a252-ba0e94781961 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71fbd46f910d42d1975f143a55e34822&device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 1097 time: 0.4513729
Apr 21 14:39:28.197445 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a2491fcf-0bfb-4ccc-ba0c-6e5c347bf03e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:28.206498 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-a2491fcf-0bfb-4ccc-ba0c-6e5c347bf03e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd719802-ea63-4740-a4c4-9d9b0570269a HTTP/1.1" status: 204  len: 168 time: 0.7441554
Apr 21 14:39:28.218140 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2491fcf-0bfb-4ccc-ba0c-6e5c347bf03e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:39:28.218557 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2491fcf-0bfb-4ccc-ba0c-6e5c347bf03e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:39:28.218949 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2491fcf-0bfb-4ccc-ba0c-6e5c347bf03e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:39:28.219342 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2491fcf-0bfb-4ccc-ba0c-6e5c347bf03e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:39:28.219712 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2491fcf-0bfb-4ccc-ba0c-6e5c347bf03e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:39:28.220094 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2491fcf-0bfb-4ccc-ba0c-6e5c347bf03e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:39:28.220467 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2491fcf-0bfb-4ccc-ba0c-6e5c347bf03e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:39:28.220841 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2491fcf-0bfb-4ccc-ba0c-6e5c347bf03e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:39:28.221213 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2491fcf-0bfb-4ccc-ba0c-6e5c347bf03e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:39:28.221585 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2491fcf-0bfb-4ccc-ba0c-6e5c347bf03e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:39:28.221960 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2491fcf-0bfb-4ccc-ba0c-6e5c347bf03e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:39:28.222360 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2491fcf-0bfb-4ccc-ba0c-6e5c347bf03e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:39:28.228784 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-a2491fcf-0bfb-4ccc-ba0c-6e5c347bf03e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:28.407957 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-7bbc329f-792d-4d31-b21d-6eed64a0240c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Allocated IP 172.20.0.9 (4398a4b8-9ecd-43b2-988b-da3ccd660ad9/48293642-451e-458e-960c-7fbf1e7e7bc3/245817c6-3c22-47d2-a7ad-82a9d1f0181d) {{(pid=86394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:39:28.661711 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ffe297d4-8149-41c9-9e99-5e7e66a9693a req-3eb434f6-274a-4273-af94-a04e4c46f1d4 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 210 time: 0.1398146
Apr 21 14:39:28.815978 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-7bbc329f-792d-4d31-b21d-6eed64a0240c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for port, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:28.835608 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-7bbc329f-792d-4d31-b21d-6eed64a0240c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Transition to ACTIVE for port object 245817c6-3c22-47d2-a7ad-82a9d1f0181d will not be triggered until provisioned by entity DHCP. {{(pid=86394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:39:28.869285 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-7bbc329f-792d-4d31-b21d-6eed64a0240c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:28.884846 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e049adb-041e-4563-980f-900f1ff7dce3 req-8c44fad1-189e-453d-841e-3e3239d44935 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:28.913800 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3e049adb-041e-4563-980f-900f1ff7dce3 req-8c44fad1-189e-453d-841e-3e3239d44935 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 946 time: 0.4932001
Apr 21 14:39:29.026340 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-de446144-456f-4c0e-a2be-5809e23ed87c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:29.211598 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-7bbc329f-792d-4d31-b21d-6eed64a0240c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Network 4398a4b8-9ecd-43b2-988b-da3ccd660ad9 is already hosted by enough agents. {{(pid=86394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:39:29.239752 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-7bbc329f-792d-4d31-b21d-6eed64a0240c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Resources bound (agent type, host, resource id):  {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:39:29.278181 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-7bbc329f-792d-4d31-b21d-6eed64a0240c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Received port after_create {{(pid=86394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:39:29.343678 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-c079afa5-100d-4653-bb31-e1a360fba7ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 658f52f1-b89f-4063-94df-1cdd4ca78f62 {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:39:29.353326 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-c079afa5-100d-4653-bb31-e1a360fba7ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:29.373141 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-c079afa5-100d-4653-bb31-e1a360fba7ac service neutron] Transition to ACTIVE for port object 658f52f1-b89f-4063-94df-1cdd4ca78f62 will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:39:29.393763 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-c079afa5-100d-4653-bb31-e1a360fba7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:29.451930 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:29.483071 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3d6a29a8-9361-46e1-a9f5-659210f8ae04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:29.511021 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3e049adb-041e-4563-980f-900f1ff7dce3 req-87d011c2-c792-4749-9c3c-0b9aaae153e2 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba9e4849-99af-4342-b297-9b1b75946732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5901794
Apr 21 14:39:29.517480 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc329f-792d-4d31-b21d-6eed64a0240c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Pushing event updated for resources: {'Port': ['ID=245817c6-3c22-47d2-a7ad-82a9d1f0181d,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:29.549447 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-7bbc329f-792d-4d31-b21d-6eed64a0240c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:29.643415 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079afa5-100d-4653-bb31-e1a360fba7ac service neutron] Pushing event updated for resources: {'Port': ['ID=658f52f1-b89f-4063-94df-1cdd4ca78f62,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:29.693141 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-7bbc329f-792d-4d31-b21d-6eed64a0240c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:29.694452 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-7bbc329f-792d-4d31-b21d-6eed64a0240c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for port, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:29.766798 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c079afa5-100d-4653-bb31-e1a360fba7ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:29.799161 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-6e87d1af-f380-486f-aa5c-ad08c5a58ffa None None] Provisioning for port 245817c6-3c22-47d2-a7ad-82a9d1f0181d completed by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:39:29.813171 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-6e87d1af-f380-486f-aa5c-ad08c5a58ffa None None] Provisioning complete for port 245817c6-3c22-47d2-a7ad-82a9d1f0181d triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:39:29.814583 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6e87d1af-f380-486f-aa5c-ad08c5a58ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:29.829426 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090d859-75b0-4535-aeb0-9eba9ea3098b req-e292accd-5ad9-4ac3-b869-17064bf78d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:29.839195 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6090d859-75b0-4535-aeb0-9eba9ea3098b req-e292accd-5ad9-4ac3-b869-17064bf78d68 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=71fbd46f910d42d1975f143a55e34822&shared=False HTTP/1.1" status: 200  len: 920 time: 1.6334896
Apr 21 14:39:29.839402 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-7bbc329f-792d-4d31-b21d-6eed64a0240c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1723106
Apr 21 14:39:29.867215 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-f91aceb9-e5d9-47ac-8f13-5b5fd24f1610 service neutron] Request body: {'port': {'device_id': 'abf3aa87-b02a-4b58-901a-76f4e825e75a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:39:29.982116 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-6e87d1af-f380-486f-aa5c-ad08c5a58ffa None None] Port 245817c6-3c22-47d2-a7ad-82a9d1f0181d cannot update to ACTIVE because it is not bound. {{(pid=86395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 14:39:30.188766 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-f91aceb9-e5d9-47ac-8f13-5b5fd24f1610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:30.213042 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090d859-75b0-4535-aeb0-9eba9ea3098b req-abfe4d3c-d32e-463d-9c04-fa11e848c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:30.214731 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6090d859-75b0-4535-aeb0-9eba9ea3098b req-abfe4d3c-d32e-463d-9c04-fa11e848c7f6 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3670204
Apr 21 14:39:30.218165 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-c079afa5-100d-4653-bb31-e1a360fba7ac service neutron] Attempting to bind port 658f52f1-b89f-4063-94df-1cdd4ca78f62 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:39:30.218530 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-c079afa5-100d-4653-bb31-e1a360fba7ac service neutron] Attempting to bind port 658f52f1-b89f-4063-94df-1cdd4ca78f62 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'b1006777-ba8a-4e5f-963e-98057016fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bacac062-2ca2-4bed-9f00-1f32f650b8c7'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:39:30.218887 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-c079afa5-100d-4653-bb31-e1a360fba7ac service neutron] Attempting to bind port 658f52f1-b89f-4063-94df-1cdd4ca78f62 on network bacac062-2ca2-4bed-9f00-1f32f650b8c7 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:39:30.229702 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-c079afa5-100d-4653-bb31-e1a360fba7ac service neutron] Port 658f52f1-b89f-4063-94df-1cdd4ca78f62 on network bacac062-2ca2-4bed-9f00-1f32f650b8c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 14:39:30.230070 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-c079afa5-100d-4653-bb31-e1a360fba7ac service neutron] Attempting to bind port 658f52f1-b89f-4063-94df-1cdd4ca78f62 on network bacac062-2ca2-4bed-9f00-1f32f650b8c7 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:39:30.243793 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f96c7-5728-4b4d-962a-81ef01f7f4cd req-b587fc09-02f3-43ad-975c-999977b8cd79 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:30.246713 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1d4f96c7-5728-4b4d-962a-81ef01f7f4cd req-b587fc09-02f3-43ad-975c-999977b8cd79 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=502a82df-ee66-408d-ab9e-8207516c0415 HTTP/1.1" status: 200  len: 946 time: 0.6199691
Apr 21 14:39:30.252806 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-c079afa5-100d-4653-bb31-e1a360fba7ac service neutron] Checking agent: {'id': 'aac967bd-8151-4f72-a05c-3193d627c9da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'started_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:39:30.253251 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-c079afa5-100d-4653-bb31-e1a360fba7ac service neutron] Checking segment: {'id': 'b1006777-ba8a-4e5f-963e-98057016fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bacac062-2ca2-4bed-9f00-1f32f650b8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:39:30.253600 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-c079afa5-100d-4653-bb31-e1a360fba7ac service neutron] Bound using segment: {'id': 'b1006777-ba8a-4e5f-963e-98057016fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bacac062-2ca2-4bed-9f00-1f32f650b8c7'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:39:30.254169 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-c079afa5-100d-4653-bb31-e1a360fba7ac service neutron] Bound port: 658f52f1-b89f-4063-94df-1cdd4ca78f62, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1006777-ba8a-4e5f-963e-98057016fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bacac062-2ca2-4bed-9f00-1f32f650b8c7'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:39:30.254529 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-c079afa5-100d-4653-bb31-e1a360fba7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:30.292067 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae6e9c-9858-40cf-9a16-4c38fae88149 req-14507dfa-6409-4c2d-b2f3-c324c1f80298 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:30.293825 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bdae6e9c-9858-40cf-9a16-4c38fae88149 req-14507dfa-6409-4c2d-b2f3-c324c1f80298 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 944 time: 0.2911525
Apr 21 14:39:30.427915 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1d4f96c7-5728-4b4d-962a-81ef01f7f4cd req-07e69a60-df9d-4307-8224-5ca1d264f805 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1602302
Apr 21 14:39:30.478402 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-5c0d1f7b-131e-418b-9a81-06fea400095f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162'] for subnet, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:30.489468 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f1b92275-8ae6-46c3-ab66-256da7f4266a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:30.535880 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-c079afa5-100d-4653-bb31-e1a360fba7ac service neutron] For port 658f52f1-b89f-4063-94df-1cdd4ca78f62, host hv-cinder-78638, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:39:30.579611 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-c079afa5-100d-4653-bb31-e1a360fba7ac service neutron] For port 658f52f1-b89f-4063-94df-1cdd4ca78f62, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=658f52f1-b89f-4063-94df-1cdd4ca78f62,segment=NetworkSegment(b1006777-ba8a-4e5f-963e-98057016fe18),segment_id=b1006777-ba8a-4e5f-963e-98057016fe18)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:39:30.582885 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d1f7b-131e-418b-9a81-06fea400095f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f303b7cb-4c8c-4728-9df8-fd06f9394a23,revision_number=0']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:30.596240 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-5c0d1f7b-131e-418b-9a81-06fea400095f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:30.625490 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-c079afa5-100d-4653-bb31-e1a360fba7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:30.638976 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bdae6e9c-9858-40cf-9a16-4c38fae88149 req-ed93d92a-8fd3-4024-be0b-a57006ff413f tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3313251
Apr 21 14:39:30.660301 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:30.843024 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-c079afa5-100d-4653-bb31-e1a360fba7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:30.843780 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-c079afa5-100d-4653-bb31-e1a360fba7ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:30.845409 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-c079afa5-100d-4653-bb31-e1a360fba7ac service neutron] 10.222.0.36 "PUT /v2.0/ports/658f52f1-b89f-4063-94df-1cdd4ca78f62 HTTP/1.1" status: 200  len: 1094 time: 3.1677051
Apr 21 14:39:30.852421 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95fa274-cc0e-4aee-bbc2-4a060be8e4b6', 'tag': '658f52f1-b89f-4063-94df-1cdd4ca78f62'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:39:30.858418 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0d1f7b-131e-418b-9a81-06fea400095f admin admin] Checking segment: {'id': 'dbad7244-6d9e-4f98-9583-53a3a29a6088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '42ef28d0-6ec1-4191-8c9f-bdf02cdd11fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:39:30.858762 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0d1f7b-131e-418b-9a81-06fea400095f admin admin] Network hostable DHCP agents. Network: 42ef28d0-6ec1-4191-8c9f-bdf02cdd11fe, hostable agents: ['185605b6-6305-46ac-a1cb-38316e52a922'], hosted agents: [] {{(pid=86393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 14:39:30.920077 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079afa5-100d-4653-bb31-e1a360fba7ac service neutron] Pushing event updated for resources: {'Port': ['ID=658f52f1-b89f-4063-94df-1cdd4ca78f62,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:30.928261 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c079afa5-100d-4653-bb31-e1a360fba7ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:30.931089 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0d1f7b-131e-418b-9a81-06fea400095f admin admin] Network 42ef28d0-6ec1-4191-8c9f-bdf02cdd11fe is scheduled to be hosted by DHCP agent 185605b6-6305-46ac-a1cb-38316e52a922 with binding_index 1 {{(pid=86393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 14:39:30.946586 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-5c0d1f7b-131e-418b-9a81-06fea400095f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-iscsi, 42ef28d0-6ec1-4191-8c9f-bdf02cdd11fe) {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:39:30.952685 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0d1f7b-131e-418b-9a81-06fea400095f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:30.953344 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-5c0d1f7b-131e-418b-9a81-06fea400095f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:30.966093 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae53a12-f58a-41a5-a012-00073e80afa3 None None] Network 42ef28d0-6ec1-4191-8c9f-bdf02cdd11fe requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:39:30.978507 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011a667-0fb0-4d32-ab93-b63f0ff34d78 req-cee67be6-a055-49c9-9c04-1723cbf742d8 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:30.987507 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a011a667-0fb0-4d32-ab93-b63f0ff34d78 req-cee67be6-a055-49c9-9c04-1723cbf742d8 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 931 time: 0.3460169
Apr 21 14:39:31.027096 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-5c0d1f7b-131e-418b-9a81-06fea400095f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 3.5459385
Apr 21 14:39:31.061177 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-a011a667-0fb0-4d32-ab93-b63f0ff34d78 req-dfc5b747-35de-46ef-a512-dd2326dea769 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Synchronizing usage tracker for tenant:b0771cc9ab3c4a23881ef55e4b3218b3 on resource:security_group {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:39:31.084744 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-a011a667-0fb0-4d32-ab93-b63f0ff34d78 req-dfc5b747-35de-46ef-a512-dd2326dea769 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Unset dirty status for tenant:b0771cc9ab3c4a23881ef55e4b3218b3 on resource:security_group {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:39:31.104321 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a011a667-0fb0-4d32-ab93-b63f0ff34d78 req-dfc5b747-35de-46ef-a512-dd2326dea769 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1136799
Apr 21 14:39:31.163801 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a880126-32bb-4bc1-966e-6a374de1755e req-ca3d7eec-3332-4ff6-b60e-d9877057191f tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:31.165855 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4a880126-32bb-4bc1-966e-6a374de1755e req-ca3d7eec-3332-4ff6-b60e-d9877057191f tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 946 time: 0.2720046
Apr 21 14:39:31.242670 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e95fa274-cc0e-4aee-bbc2-4a060be8e4b6', 'tag': '658f52f1-b89f-4063-94df-1cdd4ca78f62', 'status': 'completed', 'code': 200}
Apr 21 14:39:31.291662 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4a880126-32bb-4bc1-966e-6a374de1755e req-22495a49-5bc8-436d-88a5-6d41bf442599 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba9e4849-99af-4342-b297-9b1b75946732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150730
Apr 21 14:39:31.294449 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-f91aceb9-e5d9-47ac-8f13-5b5fd24f1610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 245817c6-3c22-47d2-a7ad-82a9d1f0181d {{(pid=86394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:39:31.308786 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-f91aceb9-e5d9-47ac-8f13-5b5fd24f1610 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:31.346477 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-f91aceb9-e5d9-47ac-8f13-5b5fd24f1610 service neutron] Transition to ACTIVE for port object 245817c6-3c22-47d2-a7ad-82a9d1f0181d will not be triggered until provisioned by entity L2. {{(pid=86394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:39:31.349864 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-f91aceb9-e5d9-47ac-8f13-5b5fd24f1610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839088365'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:31.355689 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:31.509047 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0afc576-6c5c-4ef9-8287-cfb4056a3b95 None None] Network 42ef28d0-6ec1-4191-8c9f-bdf02cdd11fe requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:39:31.557876 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91aceb9-e5d9-47ac-8f13-5b5fd24f1610 service neutron] Pushing event updated for resources: {'Port': ['ID=245817c6-3c22-47d2-a7ad-82a9d1f0181d,revision_number=2']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:31.630158 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f91aceb9-e5d9-47ac-8f13-5b5fd24f1610 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:31.837242 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-f91aceb9-e5d9-47ac-8f13-5b5fd24f1610 service neutron] Attempting to bind port 245817c6-3c22-47d2-a7ad-82a9d1f0181d on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:39:31.839140 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-f91aceb9-e5d9-47ac-8f13-5b5fd24f1610 service neutron] Attempting to bind port 245817c6-3c22-47d2-a7ad-82a9d1f0181d by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'aad70013-a75a-432c-9a4b-498f88914087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9'}] {{(pid=86394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:39:31.839744 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-f91aceb9-e5d9-47ac-8f13-5b5fd24f1610 service neutron] Attempting to bind port 245817c6-3c22-47d2-a7ad-82a9d1f0181d on network 4398a4b8-9ecd-43b2-988b-da3ccd660ad9 {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:39:31.850891 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-f91aceb9-e5d9-47ac-8f13-5b5fd24f1610 service neutron] Port 245817c6-3c22-47d2-a7ad-82a9d1f0181d on network 4398a4b8-9ecd-43b2-988b-da3ccd660ad9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 14:39:31.851965 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-f91aceb9-e5d9-47ac-8f13-5b5fd24f1610 service neutron] Attempting to bind port 245817c6-3c22-47d2-a7ad-82a9d1f0181d on network 4398a4b8-9ecd-43b2-988b-da3ccd660ad9 {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:39:31.859485 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-f91aceb9-e5d9-47ac-8f13-5b5fd24f1610 service neutron] Checking agent: {'id': 'aac967bd-8151-4f72-a05c-3193d627c9da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'started_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:39:31.860256 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-f91aceb9-e5d9-47ac-8f13-5b5fd24f1610 service neutron] Checking segment: {'id': 'aad70013-a75a-432c-9a4b-498f88914087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:39:31.860932 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-f91aceb9-e5d9-47ac-8f13-5b5fd24f1610 service neutron] Bound using segment: {'id': 'aad70013-a75a-432c-9a4b-498f88914087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9'} {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:39:31.861828 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-f91aceb9-e5d9-47ac-8f13-5b5fd24f1610 service neutron] Bound port: 245817c6-3c22-47d2-a7ad-82a9d1f0181d, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad70013-a75a-432c-9a4b-498f88914087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9'}}] {{(pid=86394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:39:31.862455 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-f91aceb9-e5d9-47ac-8f13-5b5fd24f1610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:32.059318 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbd0f3-4890-4f61-aa2d-e3964bb24ae1 req-3eb3f9d8-22be-40e8-86ae-6c8c5eedfe29 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:32.073118 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-38dbd0f3-4890-4f61-aa2d-e3964bb24ae1 req-3eb3f9d8-22be-40e8-86ae-6c8c5eedfe29 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=502a82df-ee66-408d-ab9e-8207516c0415 HTTP/1.1" status: 200  len: 946 time: 0.1667392
Apr 21 14:39:32.100751 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655cc95-e0b9-4c5e-b0d5-3044015681a9 req-46690bb4-1668-4933-a60c-6f9ffb88042f tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:32.102664 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4655cc95-e0b9-4c5e-b0d5-3044015681a9 req-46690bb4-1668-4933-a60c-6f9ffb88042f tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 944 time: 0.1746387
Apr 21 14:39:32.108260 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-f91aceb9-e5d9-47ac-8f13-5b5fd24f1610 service neutron] For port 245817c6-3c22-47d2-a7ad-82a9d1f0181d, host hv-cinder-78638, cleared binding levels {{(pid=86394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:39:32.112557 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-f91aceb9-e5d9-47ac-8f13-5b5fd24f1610 service neutron] For port 245817c6-3c22-47d2-a7ad-82a9d1f0181d, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=245817c6-3c22-47d2-a7ad-82a9d1f0181d,segment=NetworkSegment(aad70013-a75a-432c-9a4b-498f88914087),segment_id=aad70013-a75a-432c-9a4b-498f88914087)] {{(pid=86394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:39:32.156761 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-38dbd0f3-4890-4f61-aa2d-e3964bb24ae1 req-3cb72c0d-8ce0-4dbc-ab34-960830a41075 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803292
Apr 21 14:39:32.172184 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-f91aceb9-e5d9-47ac-8f13-5b5fd24f1610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839088365'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:32.193910 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-efc80417-2a75-49ed-bef5-daa43691b56a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:32.220880 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 52680) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:32.248206 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-64e51f21-11e3-4ba7-b9e7-8e728753c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:32.250102 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:32.366238 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-f91aceb9-e5d9-47ac-8f13-5b5fd24f1610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:32.366925 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-f91aceb9-e5d9-47ac-8f13-5b5fd24f1610 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for port, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:32.368662 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-f91aceb9-e5d9-47ac-8f13-5b5fd24f1610 service neutron] 10.222.0.36 "PUT /v2.0/ports/245817c6-3c22-47d2-a7ad-82a9d1f0181d HTTP/1.1" status: 200  len: 1093 time: 2.5225987
Apr 21 14:39:32.371017 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91aceb9-e5d9-47ac-8f13-5b5fd24f1610 service neutron] Pushing event updated for resources: {'Port': ['ID=245817c6-3c22-47d2-a7ad-82a9d1f0181d,revision_number=3']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:32.384899 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f91aceb9-e5d9-47ac-8f13-5b5fd24f1610 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:32.385566 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf3aa87-b02a-4b58-901a-76f4e825e75a', 'tag': '245817c6-3c22-47d2-a7ad-82a9d1f0181d'}] {{(pid=86394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:39:32.428532 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4655cc95-e0b9-4c5e-b0d5-3044015681a9 req-6a910f36-8888-44cf-b873-22c908d20259 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3135829
Apr 21 14:39:32.510848 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54659c8-e43a-4389-82f0-87074e5c5980 req-5a2f07d9-d782-4b0d-b36e-59d5ef5a4366 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:32.517325 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e54659c8-e43a-4389-82f0-87074e5c5980 req-5a2f07d9-d782-4b0d-b36e-59d5ef5a4366 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 943 time: 0.2061801
Apr 21 14:39:32.548620 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:32.604189 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf3aa87-b02a-4b58-901a-76f4e825e75a', 'tag': '245817c6-3c22-47d2-a7ad-82a9d1f0181d', 'status': 'completed', 'code': 200}
Apr 21 14:39:32.701879 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e54659c8-e43a-4389-82f0-87074e5c5980 req-04eabe37-c406-4cc3-8fd7-12843c522135 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1789086
Apr 21 14:39:32.703682 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-18c53b47-7ea7-4923-817e-75df0550002d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:32.731535 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-18c53b47-7ea7-4923-817e-75df0550002d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:39:32.736268 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-18c53b47-7ea7-4923-817e-75df0550002d admin admin] Usage tracker for resource:security_group_rule and tenant:e49a08b594794726b5ab32c4264b180b is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:39:32.739550 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-18c53b47-7ea7-4923-817e-75df0550002d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:39:32.746332 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-18c53b47-7ea7-4923-817e-75df0550002d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:39:32.779172 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 52702) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:32.789954 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-f0f32d89-44e1-4a8f-9e26-2eef82b7b793 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-400050400-network', 'tenant_id': 'ca31db2f7b104ff084fe9cdfc534c4b8'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:39:32.797612 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-f0f32d89-44e1-4a8f-9e26-2eef82b7b793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:39:32.805346 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-f0f32d89-44e1-4a8f-9e26-2eef82b7b793 admin admin] Usage tracker for resource:network and tenant:ca31db2f7b104ff084fe9cdfc534c4b8 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:39:32.811559 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-f0f32d89-44e1-4a8f-9e26-2eef82b7b793 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:39:32.822519 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-f0f32d89-44e1-4a8f-9e26-2eef82b7b793 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:39:32.860587 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-18c53b47-7ea7-4923-817e-75df0550002d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:32.865576 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-18c53b47-7ea7-4923-817e-75df0550002d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:32.870495 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f32d89-44e1-4a8f-9e26-2eef82b7b793 admin admin] Made reservation on behalf of ca31db2f7b104ff084fe9cdfc534c4b8 for: {'network': 1} {{(pid=86394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:39:32.884160 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f0f32d89-44e1-4a8f-9e26-2eef82b7b793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for network, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:32.884487 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8dd996a2-7739-40a8-a30b-0dbe5786abd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:32.922623 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f0f32d89-44e1-4a8f-9e26-2eef82b7b793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:32.941359 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-18c53b47-7ea7-4923-817e-75df0550002d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e49a08b594794726b5ab32c4264b180b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7186050
Apr 21 14:39:32.946013 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c53b47-7ea7-4923-817e-75df0550002d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4767e2e1-8dd4-44c7-b5aa-fd6e1e06cf7a,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:32.948816 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 52710) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:32.951850 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-18c53b47-7ea7-4923-817e-75df0550002d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:32.964281 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-f0f32d89-44e1-4a8f-9e26-2eef82b7b793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:39:32.972758 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-f0f32d89-44e1-4a8f-9e26-2eef82b7b793 admin admin] Usage tracker for resource:security_group_rule and tenant:ca31db2f7b104ff084fe9cdfc534c4b8 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:39:32.976812 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-f0f32d89-44e1-4a8f-9e26-2eef82b7b793 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:39:33.000284 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-f0f32d89-44e1-4a8f-9e26-2eef82b7b793 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:39:33.046668 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b82052fd-81f4-4606-9761-66e1f7be2721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:33.090372 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b82052fd-81f4-4606-9761-66e1f7be2721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:33.140366 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f0f32d89-44e1-4a8f-9e26-2eef82b7b793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:33.146211 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f0f32d89-44e1-4a8f-9e26-2eef82b7b793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:33.146984 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b82052fd-81f4-4606-9761-66e1f7be2721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:33.154403 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:33.156983 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-347ad18b-56fe-4d04-8736-1deecff57564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:33.172691 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82052fd-81f4-4606-9761-66e1f7be2721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4767e2e1-8dd4-44c7-b5aa-fd6e1e06cf7a,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:33.175208 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b82052fd-81f4-4606-9761-66e1f7be2721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:33.176782 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-b82052fd-81f4-4606-9761-66e1f7be2721 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4767e2e1-8dd4-44c7-b5aa-fd6e1e06cf7a HTTP/1.1" status: 204  len: 168 time: 0.2269182
Apr 21 14:39:33.177841 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-b82052fd-81f4-4606-9761-66e1f7be2721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:33.201335 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0f32d89-44e1-4a8f-9e26-2eef82b7b793 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303}  {{(pid=86394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 14:39:33.217181 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f32d89-44e1-4a8f-9e26-2eef82b7b793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1075a9-58ee-4877-a913-52cf0f938255,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:33.223783 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f0f32d89-44e1-4a8f-9e26-2eef82b7b793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:33.227389 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f0f32d89-44e1-4a8f-9e26-2eef82b7b793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852863918'] for segment, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:33.227834 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.segments_db [None req-f0f32d89-44e1-4a8f-9e26-2eef82b7b793 admin admin] Added segment 3899bd7a-0101-4239-b295-9f040bc9a142 of type vlan for network 867b84f7-41a7-4b28-bca9-a5c33dec9016
Apr 21 14:39:33.262272 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f0f32d89-44e1-4a8f-9e26-2eef82b7b793 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759846068458'] for network, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:33.297116 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f0f32d89-44e1-4a8f-9e26-2eef82b7b793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162'] for network, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:33.298815 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f32d89-44e1-4a8f-9e26-2eef82b7b793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:33.299777 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f0f32d89-44e1-4a8f-9e26-2eef82b7b793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for network, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:33.306693 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:33.375113 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:39:33.419568 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-f0f32d89-44e1-4a8f-9e26-2eef82b7b793 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6386018
Apr 21 14:39:33.423369 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 52718) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:33.429830 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f32d89-44e1-4a8f-9e26-2eef82b7b793 admin admin] Pushing event updated for resources: {'Network': ['ID=867b84f7-41a7-4b28-bca9-a5c33dec9016,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:33.430485 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-646dc4c1-10e0-46cd-ab88-f9ef144ca89f admin admin] Request body: {'subnet': {'network_id': '867b84f7-41a7-4b28-bca9-a5c33dec9016', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-400050400-subnet', 'tenant_id': 'ca31db2f7b104ff084fe9cdfc534c4b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:39:33.434326 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f0f32d89-44e1-4a8f-9e26-2eef82b7b793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:33.436185 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-646dc4c1-10e0-46cd-ab88-f9ef144ca89f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:39:33.441153 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-646dc4c1-10e0-46cd-ab88-f9ef144ca89f admin admin] Usage tracker for resource:subnet and tenant:ca31db2f7b104ff084fe9cdfc534c4b8 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:39:33.446380 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Network 867b84f7-41a7-4b28-bca9-a5c33dec9016 details requested by agent ovs-agent-dv-cinder-786385-2-iscsi with host dv-cinder-786385-2-iscsi {{(pid=86395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 14:39:33.454921 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-646dc4c1-10e0-46cd-ab88-f9ef144ca89f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:39:33.465142 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-646dc4c1-10e0-46cd-ab88-f9ef144ca89f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:39:33.492253 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646dc4c1-10e0-46cd-ab88-f9ef144ca89f admin admin] Made reservation on behalf of ca31db2f7b104ff084fe9cdfc534c4b8 for: {'subnet': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:39:33.500777 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-646dc4c1-10e0-46cd-ab88-f9ef144ca89f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:33.774937 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 52732) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:33.835554 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e6882d21-c152-4160-8944-bff3268a79ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:33.866386 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-e6882d21-c152-4160-8944-bff3268a79ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:39:33.875590 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-e6882d21-c152-4160-8944-bff3268a79ac admin admin] Usage tracker for resource:security_group_rule and tenant:b1abd7861d964056b16a0dfe1a9a7ec8 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:39:33.881739 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-e6882d21-c152-4160-8944-bff3268a79ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:39:33.883189 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cd878-c429-4cf3-a49c-3337baaddbac req-32b5c5c6-a0ba-42d1-81b5-f6e03c1b8b14 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:33.885041 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-734cd878-c429-4cf3-a49c-3337baaddbac req-32b5c5c6-a0ba-42d1-81b5-f6e03c1b8b14 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 944 time: 0.1839459
Apr 21 14:39:33.961592 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-734cd878-c429-4cf3-a49c-3337baaddbac req-44c2319c-d9d0-4fee-825c-35f219825b57 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694571
Apr 21 14:39:33.979276 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-e6882d21-c152-4160-8944-bff3268a79ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:39:34.155108 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:34.225569 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80337884-3ce9-42f6-b9be-a97d9878a83d req-967c36ea-7a57-4268-a5c3-321027a194ec tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:34.227895 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-80337884-3ce9-42f6-b9be-a97d9878a83d req-967c36ea-7a57-4268-a5c3-321027a194ec tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 943 time: 0.3473871
Apr 21 14:39:34.320725 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e6882d21-c152-4160-8944-bff3268a79ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:34.335991 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e6882d21-c152-4160-8944-bff3268a79ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:34.347342 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:34.378451 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-80337884-3ce9-42f6-b9be-a97d9878a83d req-c0642a4e-49e4-470e-a71a-210470f582c8 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1347630
Apr 21 14:39:34.428264 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6882d21-c152-4160-8944-bff3268a79ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f5d98c-385b-4428-a415-bb6cc5f5b614,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:34.432023 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e6882d21-c152-4160-8944-bff3268a79ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:34.439148 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-e6882d21-c152-4160-8944-bff3268a79ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b1abd7861d964056b16a0dfe1a9a7ec8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6624753
Apr 21 14:39:34.442472 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 52740) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:34.577522 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-55434111-7799-430f-87d0-74325f758dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:34.596618 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-646dc4c1-10e0-46cd-ab88-f9ef144ca89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162'] for subnet, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:34.610574 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:34.664353 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-55434111-7799-430f-87d0-74325f758dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:34.735652 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646dc4c1-10e0-46cd-ab88-f9ef144ca89f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd81d402-214a-4ddc-9720-33980649982a,revision_number=0']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:34.738789 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-646dc4c1-10e0-46cd-ab88-f9ef144ca89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:34.755698 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646dc4c1-10e0-46cd-ab88-f9ef144ca89f admin admin] Checking segment: {'id': '3899bd7a-0101-4239-b295-9f040bc9a142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '867b84f7-41a7-4b28-bca9-a5c33dec9016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:39:34.756233 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646dc4c1-10e0-46cd-ab88-f9ef144ca89f admin admin] Network hostable DHCP agents. Network: 867b84f7-41a7-4b28-bca9-a5c33dec9016, hostable agents: ['185605b6-6305-46ac-a1cb-38316e52a922'], hosted agents: [] {{(pid=86393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 14:39:34.788225 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646dc4c1-10e0-46cd-ab88-f9ef144ca89f admin admin] Network 867b84f7-41a7-4b28-bca9-a5c33dec9016 is scheduled to be hosted by DHCP agent 185605b6-6305-46ac-a1cb-38316e52a922 with binding_index 1 {{(pid=86393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 14:39:34.797606 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-55434111-7799-430f-87d0-74325f758dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:34.802432 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-0ee42c66-86d2-4db0-b37a-66a7437a2c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:34.815529 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-646dc4c1-10e0-46cd-ab88-f9ef144ca89f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-iscsi, 867b84f7-41a7-4b28-bca9-a5c33dec9016) {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:39:34.818886 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55434111-7799-430f-87d0-74325f758dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f5d98c-385b-4428-a415-bb6cc5f5b614,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:34.829452 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-55434111-7799-430f-87d0-74325f758dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:34.830848 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646dc4c1-10e0-46cd-ab88-f9ef144ca89f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:34.831571 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-646dc4c1-10e0-46cd-ab88-f9ef144ca89f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:34.861974 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-55434111-7799-430f-87d0-74325f758dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:34.863783 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-55434111-7799-430f-87d0-74325f758dfa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/81f5d98c-385b-4428-a415-bb6cc5f5b614 HTTP/1.1" status: 204  len: 168 time: 0.4197192
Apr 21 14:39:34.865580 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-646dc4c1-10e0-46cd-ab88-f9ef144ca89f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.4411016
Apr 21 14:39:34.914305 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72519bcc-a578-4f5e-a475-48634d4ca089 None None] Network 867b84f7-41a7-4b28-bca9-a5c33dec9016 requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:39:35.186470 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2baa381-2162-48dd-997f-d62d43604133 req-b6254ea5-16e3-496c-bca8-8474580490f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:35.187925 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b2baa381-2162-48dd-997f-d62d43604133 req-b6254ea5-16e3-496c-bca8-8474580490f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0771cc9ab3c4a23881ef55e4b3218b3&device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 1096 time: 0.2360210
Apr 21 14:39:35.197186 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-0910dec1-b233-431a-8819-525f53bba274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:35.206963 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-0910dec1-b233-431a-8819-525f53bba274 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71fbd46f910d42d1975f143a55e34822&device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 1097 time: 0.1443946
Apr 21 14:39:35.213606 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a42879-d47c-46ed-9f5e-b2eb94634a6c req-bf2f91d9-e1d3-4de7-add9-75bf4c0163ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:35.215589 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-49a42879-d47c-46ed-9f5e-b2eb94634a6c req-bf2f91d9-e1d3-4de7-add9-75bf4c0163ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71fbd46f910d42d1975f143a55e34822&device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 1097 time: 0.3432615
Apr 21 14:39:35.533062 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2baa381-2162-48dd-997f-d62d43604133 req-de3512f4-5898-4c46-9d1a-18e61282f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:35.534809 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b2baa381-2162-48dd-997f-d62d43604133 req-de3512f4-5898-4c46-9d1a-18e61282f6b5 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b0771cc9ab3c4a23881ef55e4b3218b3&shared=False HTTP/1.1" status: 200  len: 918 time: 0.1877420
Apr 21 14:39:35.666997 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7019bdc-f12c-471b-ba00-e2b76f6ea21b None None] Network 867b84f7-41a7-4b28-bca9-a5c33dec9016 requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:39:35.900991 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-3d8b8001-e70a-4d99-92b3-790fb5b80805 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=789cafbf-6ab1-45fb-a401-fa6d24cd4994 HTTP/1.1" status: 200  len: 217 time: 0.3648829
Apr 21 14:39:35.994345 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940f654-0fba-45ce-b5e3-29160bdc028e req-61c5b881-1d84-4cff-a098-d452732fb61a tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:36.007124 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1940f654-0fba-45ce-b5e3-29160bdc028e req-61c5b881-1d84-4cff-a098-d452732fb61a tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 944 time: 0.7065630
Apr 21 14:39:36.125018 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a42879-d47c-46ed-9f5e-b2eb94634a6c req-97bf7edc-80b1-45dc-957a-200107f7d726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:36.127902 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-49a42879-d47c-46ed-9f5e-b2eb94634a6c req-97bf7edc-80b1-45dc-957a-200107f7d726 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=71fbd46f910d42d1975f143a55e34822&shared=False HTTP/1.1" status: 200  len: 920 time: 0.6677608
Apr 21 14:39:36.544314 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-e32e80b0-5242-412c-a214-7f3f02758027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:36.545924 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-e32e80b0-5242-412c-a214-7f3f02758027 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f4471c1-ae41-4081-b6bd-5b95750edf0f HTTP/1.1" status: 200  len: 859 time: 0.6125653
Apr 21 14:39:36.715477 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a42879-d47c-46ed-9f5e-b2eb94634a6c req-06dd454e-37d8-415b-bff1-cc316b030457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:36.718600 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-49a42879-d47c-46ed-9f5e-b2eb94634a6c req-06dd454e-37d8-415b-bff1-cc316b030457 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5471237
Apr 21 14:39:36.728168 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-3cc13d17-87b3-48ff-98b6-dda92c43017e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bacac062-2ca2-4bed-9f00-1f32f650b8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1611106
Apr 21 14:39:36.749688 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1940f654-0fba-45ce-b5e3-29160bdc028e req-1c153a60-06ad-4c03-815e-b533f4564dd9 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7307055
Apr 21 14:39:36.797087 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f05ddc-ffb1-46ff-b803-efe93eed4ec8 req-74b0ff08-2a74-4af4-8cd4-dbddca5c028b tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:36.798877 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-86f05ddc-ffb1-46ff-b803-efe93eed4ec8 req-74b0ff08-2a74-4af4-8cd4-dbddca5c028b tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 943 time: 1.1403143
Apr 21 14:39:36.803456 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2baa381-2162-48dd-997f-d62d43604133 req-0bd8f4a3-985b-47fa-b384-a23633aa7200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:36.806663 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b2baa381-2162-48dd-997f-d62d43604133 req-0bd8f4a3-985b-47fa-b384-a23633aa7200 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 1.2110777
Apr 21 14:39:37.020152 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-86f05ddc-ffb1-46ff-b803-efe93eed4ec8 req-ee0fc391-eb41-43df-a54a-c5cac1ec9a77 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2098341
Apr 21 14:39:37.127962 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-291a4add-8e90-4f6a-9649-b5472157e523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:37.131062 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-291a4add-8e90-4f6a-9649-b5472157e523 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0771cc9ab3c4a23881ef55e4b3218b3&device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 1096 time: 0.2259390
Apr 21 14:39:37.152799 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-a3e31fed-f76c-4e6b-814f-d82c2636802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:37.154775 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-a3e31fed-f76c-4e6b-814f-d82c2636802b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71fbd46f910d42d1975f143a55e34822&device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 1097 time: 0.2870243
Apr 21 14:39:37.164132 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-21829a4e-6066-4abe-8c78-914f3ad206a4 service neutron] 10.222.0.36 "GET /v2.0/networks/bacac062-2ca2-4bed-9f00-1f32f650b8c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4155033
Apr 21 14:39:37.286123 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-2fec9ce9-8fc5-43b4-bf94-07fefad8b3b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=658f52f1-b89f-4063-94df-1cdd4ca78f62 HTTP/1.1" status: 200  len: 217 time: 0.1100819
Apr 21 14:39:37.331376 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-2a32a82b-2a4c-4023-816b-3999ba4e5e0d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=245817c6-3c22-47d2-a7ad-82a9d1f0181d HTTP/1.1" status: 200  len: 217 time: 0.1923828
Apr 21 14:39:37.436072 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-b1b7f346-e784-44a5-9f3c-0b61e9ecd365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:37.437739 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-b1b7f346-e784-44a5-9f3c-0b61e9ecd365 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48293642-451e-458e-960c-7fbf1e7e7bc3 HTTP/1.1" status: 200  len: 856 time: 0.0994487
Apr 21 14:39:37.485063 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-50b5c277-a456-4e82-99ce-d3cb7ad3af31 req-dc34e3a3-2675-4848-8227-8e0b36e3cd02 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.4446287
Apr 21 14:39:37.523627 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-75bbe2b1-15da-447b-971c-bbeb1ba699aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:37.543304 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-75bbe2b1-15da-447b-971c-bbeb1ba699aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f4471c1-ae41-4081-b6bd-5b95750edf0f HTTP/1.1" status: 200  len: 859 time: 0.1866536
Apr 21 14:39:37.567733 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-371b5d03-b4b1-4d80-8035-c086a0812957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:37.570227 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-371b5d03-b4b1-4d80-8035-c086a0812957 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4398a4b8-9ecd-43b2-988b-da3ccd660ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1241837
Apr 21 14:39:37.631051 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-b969897a-8463-4fb7-a5f6-67f6ac36a30c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bacac062-2ca2-4bed-9f00-1f32f650b8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0863087
Apr 21 14:39:37.672454 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7f3ca368-98ed-4cc4-876a-ec01dc59e93b req-a96e8745-0288-4237-8039-336eea9a8735 service neutron] 10.222.0.36 "GET /v2.0/networks/bacac062-2ca2-4bed-9f00-1f32f650b8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4957879
Apr 21 14:39:37.956311 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-4463e8b1-26d9-4acf-a59a-0db4391075dd service neutron] 10.222.0.36 "GET /v2.0/networks/4398a4b8-9ecd-43b2-988b-da3ccd660ad9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3777182
Apr 21 14:39:38.086265 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5c277-a456-4e82-99ce-d3cb7ad3af31 req-e5596298-d8e1-4cf3-b813-fdf6de439bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:38.088353 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-50b5c277-a456-4e82-99ce-d3cb7ad3af31 req-e5596298-d8e1-4cf3-b813-fdf6de439bec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dedd46ed5a7b480b96fc0f889ee9392f&device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 1099 time: 0.4233861
Apr 21 14:39:38.092864 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-ac4befe5-3574-4dc4-b7fd-c19f4adffe65 service neutron] 10.222.0.36 "GET /v2.0/networks/bacac062-2ca2-4bed-9f00-1f32f650b8c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4544678
Apr 21 14:39:38.382891 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7d85e52b-d3ba-4646-9f03-9ad10ea902ea req-e5b0d69e-6d53-4ee0-a8a4-515f770401ac service neutron] 10.222.0.36 "GET /v2.0/networks/4398a4b8-9ecd-43b2-988b-da3ccd660ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4069366
Apr 21 14:39:38.549491 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ccbb213a-f242-40ca-887f-fcd405c6d242 req-e6f93015-6fc7-4129-ac23-0230552a4cc0 service neutron] 10.222.0.36 "GET /v2.0/networks/bacac062-2ca2-4bed-9f00-1f32f650b8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4494045
Apr 21 14:39:38.689611 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c9013-8179-4ff8-b19b-aa88d5b1ab3e req-29467524-3cdb-4ce7-a026-174160a5a586 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:38.691393 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-371c9013-8179-4ff8-b19b-aa88d5b1ab3e req-29467524-3cdb-4ce7-a026-174160a5a586 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 944 time: 0.4640460
Apr 21 14:39:38.713661 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5c277-a456-4e82-99ce-d3cb7ad3af31 req-26961721-bd87-459b-9bc2-063678d8f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:38.719135 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-50b5c277-a456-4e82-99ce-d3cb7ad3af31 req-26961721-bd87-459b-9bc2-063678d8f555 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2671739c-b1e5-44b5-80f6-19a324e449de HTTP/1.1" status: 200  len: 912 time: 0.4891334
Apr 21 14:39:38.778399 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:38.903238 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-50b5c277-a456-4e82-99ce-d3cb7ad3af31 req-86122394-8a5c-4b18-8b02-ac651c643c7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0343fc5-ddf4-4954-92f9-5f7c45aaf301 HTTP/1.1" status: 200  len: 217 time: 0.1498976
Apr 21 14:39:39.086950 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 52866) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:39.102699 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-371c9013-8179-4ff8-b19b-aa88d5b1ab3e req-46115ff4-9e1c-4b84-9bc2-c0f62bfcb8f6 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3815160
Apr 21 14:39:39.168715 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5c277-a456-4e82-99ce-d3cb7ad3af31 req-16d4c801-9db1-41fa-9614-b0a8ed492c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:39.171820 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-50b5c277-a456-4e82-99ce-d3cb7ad3af31 req-16d4c801-9db1-41fa-9614-b0a8ed492c0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=636a28b2-858f-42f1-9a38-d17297309123 HTTP/1.1" status: 200  len: 851 time: 0.2483995
Apr 21 14:39:39.281303 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c88659b4-5dfc-4341-aec4-02806f0bd704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:39.315509 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-50b5c277-a456-4e82-99ce-d3cb7ad3af31 req-256be87c-2d26-4b84-b39c-76a2a9db91aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2671739c-b1e5-44b5-80f6-19a324e449de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1334486
Apr 21 14:39:39.321524 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-c88659b4-5dfc-4341-aec4-02806f0bd704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:39:39.326787 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-c88659b4-5dfc-4341-aec4-02806f0bd704 admin admin] Usage tracker for resource:security_group_rule and tenant:c33decdf921e49e29b25cac3e3213850 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:39:39.331241 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-c88659b4-5dfc-4341-aec4-02806f0bd704 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:39:39.344241 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-c88659b4-5dfc-4341-aec4-02806f0bd704 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:39:39.542649 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c88659b4-5dfc-4341-aec4-02806f0bd704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:39.547061 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c88659b4-5dfc-4341-aec4-02806f0bd704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:39.581356 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-50b5c277-a456-4e82-99ce-d3cb7ad3af31 req-e731f599-cc62-40a8-8ecb-5eb325ad6783 service neutron] 10.222.0.36 "GET /v2.0/networks/2671739c-b1e5-44b5-80f6-19a324e449de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1956577
Apr 21 14:39:39.597305 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9c771cde-6dc9-4b05-9a8f-8d12722deb79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:39.602872 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28abf44-47bd-4230-b941-17069f221727 req-1284de59-82a5-4b2f-b00e-cb954b1a5c14 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:39.604926 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f28abf44-47bd-4230-b941-17069f221727 req-1284de59-82a5-4b2f-b00e-cb954b1a5c14 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 943 time: 0.2635953
Apr 21 14:39:39.616837 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-c88659b4-5dfc-4341-aec4-02806f0bd704 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c33decdf921e49e29b25cac3e3213850&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5226476
Apr 21 14:39:39.621081 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 52880) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:39.714125 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88659b4-5dfc-4341-aec4-02806f0bd704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d88ba43-a105-47e6-9c93-b150e16ac973,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:39.726468 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c88659b4-5dfc-4341-aec4-02806f0bd704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:39.802483 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-5cebaf57-7fd9-4ae7-b59c-fe0f05d9627b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:39.880419 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-5cebaf57-7fd9-4ae7-b59c-fe0f05d9627b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:39.983748 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-5cebaf57-7fd9-4ae7-b59c-fe0f05d9627b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:39.998971 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:40.014749 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f28abf44-47bd-4230-b941-17069f221727 req-99aaebed-4e4b-4df0-abbb-15b0c0c0aae1 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3814831
Apr 21 14:39:40.017680 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cebaf57-7fd9-4ae7-b59c-fe0f05d9627b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d88ba43-a105-47e6-9c93-b150e16ac973,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:40.028005 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-5cebaf57-7fd9-4ae7-b59c-fe0f05d9627b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:40.034663 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-5cebaf57-7fd9-4ae7-b59c-fe0f05d9627b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:40.036000 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-5cebaf57-7fd9-4ae7-b59c-fe0f05d9627b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3d88ba43-a105-47e6-9c93-b150e16ac973 HTTP/1.1" status: 204  len: 168 time: 0.4132748
Apr 21 14:39:40.060097 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-50b5c277-a456-4e82-99ce-d3cb7ad3af31 req-ca3b4828-43dd-4ebd-8641-7c0e8ca96d40 service neutron] 10.222.0.36 "GET /v2.0/networks/2671739c-b1e5-44b5-80f6-19a324e449de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4536572
Apr 21 14:39:40.153166 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 789cafbf-6ab1-45fb-a401-fa6d24cd4994 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 14:39:40.545703 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 789cafbf-6ab1-45fb-a401-fa6d24cd4994, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=789cafbf-6ab1-45fb-a401-fa6d24cd4994,segment=NetworkSegment(b1006777-ba8a-4e5f-963e-98057016fe18),segment_id=b1006777-ba8a-4e5f-963e-98057016fe18)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:39:40.575024 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Returning: {'device': '789cafbf-6ab1-45fb-a401-fa6d24cd4994', 'network_id': 'bacac062-2ca2-4bed-9f00-1f32f650b8c7', 'port_id': '789cafbf-6ab1-45fb-a401-fa6d24cd4994', 'mac_address': 'fa:16:3e:49:a9:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f4471c1-ae41-4081-b6bd-5b95750edf0f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 14:39:40.578567 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e272a-7d15-419d-b790-8d56cea15b22 req-246de2f4-08c2-4107-b7f4-4e87ffa59899 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:40.580637 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-589e272a-7d15-419d-b790-8d56cea15b22 req-246de2f4-08c2-4107-b7f4-4e87ffa59899 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 944 time: 0.2529657
Apr 21 14:39:40.685980 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 52906) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:40.695766 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:40.698507 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-589e272a-7d15-419d-b790-8d56cea15b22 req-91e2f435-abce-430e-9f1e-accae6e38b16 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078341
Apr 21 14:39:40.723899 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9fe7a4c5-591c-4113-946e-e786e8a4d54e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:40.732891 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 789cafbf-6ab1-45fb-a401-fa6d24cd4994 {{(pid=86395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:39:40.755473 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-9fe7a4c5-591c-4113-946e-e786e8a4d54e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:39:40.763855 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 789cafbf-6ab1-45fb-a401-fa6d24cd4994, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=789cafbf-6ab1-45fb-a401-fa6d24cd4994,segment=NetworkSegment(b1006777-ba8a-4e5f-963e-98057016fe18),segment_id=b1006777-ba8a-4e5f-963e-98057016fe18)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:39:40.764082 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-9fe7a4c5-591c-4113-946e-e786e8a4d54e admin admin] Usage tracker for resource:security_group_rule and tenant:9fd36d76acda4c7d86cac82d4690ebba is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:39:40.768954 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:40.770301 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-9fe7a4c5-591c-4113-946e-e786e8a4d54e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:39:40.772433 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:40.788010 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-9fe7a4c5-591c-4113-946e-e786e8a4d54e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:39:40.858078 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=789cafbf-6ab1-45fb-a401-fa6d24cd4994,revision_number=4']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:40.867804 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:39:40.868394 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:39:40.868904 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:39:40.869389 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:39:40.869890 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:39:40.870412 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:39:40.870934 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:39:40.871420 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:39:40.871951 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:39:40.872449 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:39:40.873103 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:39:40.873440 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:39:40.878978 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:40.930384 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9fe7a4c5-591c-4113-946e-e786e8a4d54e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:40.933674 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9fe7a4c5-591c-4113-946e-e786e8a4d54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:40.943512 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e6f12b3c-82f1-402d-848c-33aec379a0cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:41.016732 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-9fe7a4c5-591c-4113-946e-e786e8a4d54e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9fd36d76acda4c7d86cac82d4690ebba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3284030
Apr 21 14:39:41.019879 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7a4c5-591c-4113-946e-e786e8a4d54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6d3867-29de-4eb3-8828-bca03263ab83,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:41.020099 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 52910) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:39:41.025429 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9fe7a4c5-591c-4113-946e-e786e8a4d54e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:41.088778 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-45dde832-e807-4111-9d95-35f0984226e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:41.142869 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-45dde832-e807-4111-9d95-35f0984226e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:41.229855 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-45dde832-e807-4111-9d95-35f0984226e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:41.234027 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-fa1b1a35-df58-4c09-bea6-26ee804e1e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:41.252755 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dde832-e807-4111-9d95-35f0984226e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6d3867-29de-4eb3-8828-bca03263ab83,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:41.256446 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-45dde832-e807-4111-9d95-35f0984226e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:41.261223 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-45dde832-e807-4111-9d95-35f0984226e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:41.261223 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-45dde832-e807-4111-9d95-35f0984226e2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2b6d3867-29de-4eb3-8828-bca03263ab83 HTTP/1.1" status: 204  len: 168 time: 0.2399023
Apr 21 14:39:41.342161 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6432e10-e1c8-4167-bb4a-c0f7d728f805 req-86796ad4-b618-48b7-882f-14c2e6fc4db9 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:41.343597 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-a6432e10-e1c8-4167-bb4a-c0f7d728f805 req-86796ad4-b618-48b7-882f-14c2e6fc4db9 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Synchronizing usage tracker for tenant:b0771cc9ab3c4a23881ef55e4b3218b3 on resource:port {{(pid=86394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:39:41.375281 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-a6432e10-e1c8-4167-bb4a-c0f7d728f805 req-86796ad4-b618-48b7-882f-14c2e6fc4db9 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Unset dirty status for tenant:b0771cc9ab3c4a23881ef55e4b3218b3 on resource:port {{(pid=86394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:39:41.377550 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a6432e10-e1c8-4167-bb4a-c0f7d728f805 req-86796ad4-b618-48b7-882f-14c2e6fc4db9 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 943 time: 0.1762822
Apr 21 14:39:41.476687 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a6432e10-e1c8-4167-bb4a-c0f7d728f805 req-b631cfb6-98bd-4ae2-a888-42e29f38425a tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0848091
Apr 21 14:39:42.037421 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951d3a1-8760-44ac-b609-64c18d9fe510 req-2a9d47dd-287b-41dd-99e8-204ba8efe12a tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:42.040837 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2951d3a1-8760-44ac-b609-64c18d9fe510 req-2a9d47dd-287b-41dd-99e8-204ba8efe12a tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 944 time: 0.1866179
Apr 21 14:39:42.151077 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2951d3a1-8760-44ac-b609-64c18d9fe510 req-efca400c-79ce-4af8-a914-fe4130831b6d tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948534
Apr 21 14:39:42.857011 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6372b9-4d79-4552-b6a3-19d0a4297fee req-c7d6e45e-f194-417c-9718-1731815115fb tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:42.860044 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2e6372b9-4d79-4552-b6a3-19d0a4297fee req-c7d6e45e-f194-417c-9718-1731815115fb tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 943 time: 0.1865728
Apr 21 14:39:43.146480 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2e6372b9-4d79-4552-b6a3-19d0a4297fee req-62e65325-755a-459a-8e07-3058e89911c6 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2713478
Apr 21 14:39:43.416998 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9848a-5606-4c70-be0e-f58b24d11bf3 req-240fe584-bc1d-4bf6-bfdd-0827bf940ff6 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:43.420183 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-75d9848a-5606-4c70-be0e-f58b24d11bf3 req-240fe584-bc1d-4bf6-bfdd-0827bf940ff6 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 944 time: 0.1243308
Apr 21 14:39:43.510056 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-75d9848a-5606-4c70-be0e-f58b24d11bf3 req-d69d935e-f2ce-4ab7-865e-e8778e105fd3 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743494
Apr 21 14:39:44.454076 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47051b55-8afb-4bf2-8f1b-fa9c421002af req-26de5d19-7c85-4b10-9b95-00364329388c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:44.457118 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-47051b55-8afb-4bf2-8f1b-fa9c421002af req-26de5d19-7c85-4b10-9b95-00364329388c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 943 time: 0.1694958
Apr 21 14:39:44.548325 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-47051b55-8afb-4bf2-8f1b-fa9c421002af req-a5bb90a7-4a55-4179-91f3-0cb992029641 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0780699
Apr 21 14:39:44.760573 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550c63a-8711-40cc-8d78-95383ac871bd req-45b1f3be-ee34-40c6-8f20-493cdf39b0a3 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:44.762324 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6550c63a-8711-40cc-8d78-95383ac871bd req-45b1f3be-ee34-40c6-8f20-493cdf39b0a3 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 944 time: 0.0987270
Apr 21 14:39:44.831573 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6550c63a-8711-40cc-8d78-95383ac871bd req-417d176e-56d2-4a6d-892f-9ad6ae13a429 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568788
Apr 21 14:39:45.847355 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1550119-4d4a-4879-b317-899af43c4bbf req-8c50cc27-62c5-4f6f-a55a-28c9f642a3ea tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:45.849092 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e1550119-4d4a-4879-b317-899af43c4bbf req-8c50cc27-62c5-4f6f-a55a-28c9f642a3ea tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 943 time: 0.1394901
Apr 21 14:39:45.941310 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e1550119-4d4a-4879-b317-899af43c4bbf req-4734f830-0add-43f0-9708-7f975901a62c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0843914
Apr 21 14:39:46.063323 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333324fe-18a1-430d-ad33-88ad95134c32 req-a4a791a0-47ed-41f5-8beb-265a38a88de5 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:46.065101 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-333324fe-18a1-430d-ad33-88ad95134c32 req-a4a791a0-47ed-41f5-8beb-265a38a88de5 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 944 time: 0.1040044
Apr 21 14:39:46.118921 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-333324fe-18a1-430d-ad33-88ad95134c32 req-b36855e5-6e29-4b1b-8534-7e305e58783c tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463138
Apr 21 14:39:46.832590 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['789cafbf-6ab1-45fb-a401-fa6d24cd4994'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:39:47.308866 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011000d-d001-409a-97eb-c07f54e1f009 req-d0e3a635-a726-410d-a19f-19732227be26 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:47.311704 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b011000d-d001-409a-97eb-c07f54e1f009 req-d0e3a635-a726-410d-a19f-19732227be26 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 943 time: 0.1767776
Apr 21 14:39:47.391421 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b011000d-d001-409a-97eb-c07f54e1f009 req-cb6a1063-3dde-459d-8d81-7870f97609e7 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0690861
Apr 21 14:39:47.426936 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d176e74-44e4-4cc9-9fc0-3e9e00c0d119 req-d96f98d3-55b2-41a1-b029-87cc6d88cbbc tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:47.429904 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2d176e74-44e4-4cc9-9fc0-3e9e00c0d119 req-d96f98d3-55b2-41a1-b029-87cc6d88cbbc tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 944 time: 0.1195951
Apr 21 14:39:47.494064 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2d176e74-44e4-4cc9-9fc0-3e9e00c0d119 req-b0a6ebaa-95d3-4c75-9a29-51c4f2ae9841 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522504
Apr 21 14:39:48.200841 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 245817c6-3c22-47d2-a7ad-82a9d1f0181d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 14:39:48.204580 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 789cafbf-6ab1-45fb-a401-fa6d24cd4994 up at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:39:48.388777 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning for port 789cafbf-6ab1-45fb-a401-fa6d24cd4994 completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:39:48.415677 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning complete for port 789cafbf-6ab1-45fb-a401-fa6d24cd4994 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:39:48.416293 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:48.503260 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 245817c6-3c22-47d2-a7ad-82a9d1f0181d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=245817c6-3c22-47d2-a7ad-82a9d1f0181d,segment=NetworkSegment(aad70013-a75a-432c-9a4b-498f88914087),segment_id=aad70013-a75a-432c-9a4b-498f88914087)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:39:48.566127 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Returning: {'device': '245817c6-3c22-47d2-a7ad-82a9d1f0181d', 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9', 'port_id': '245817c6-3c22-47d2-a7ad-82a9d1f0181d', 'mac_address': 'fa:16:3e:73:24:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48293642-451e-458e-960c-7fbf1e7e7bc3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 14:39:48.723466 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:48.725491 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23857713-390d-4a01-aa61-e400dabe83fc req-72992848-ebe3-4dd2-b1d8-ae366748a283 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:48.734702 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-23857713-390d-4a01-aa61-e400dabe83fc req-72992848-ebe3-4dd2-b1d8-ae366748a283 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 943 time: 0.1575451
Apr 21 14:39:48.770856 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 245817c6-3c22-47d2-a7ad-82a9d1f0181d {{(pid=86395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:39:48.799629 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-23857713-390d-4a01-aa61-e400dabe83fc req-578db7a6-d09a-4c27-a0ce-c516b8168ae8 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0636170
Apr 21 14:39:48.881224 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 245817c6-3c22-47d2-a7ad-82a9d1f0181d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=245817c6-3c22-47d2-a7ad-82a9d1f0181d,segment=NetworkSegment(aad70013-a75a-432c-9a4b-498f88914087),segment_id=aad70013-a75a-432c-9a4b-498f88914087)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:39:48.890181 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:48.890999 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 658f52f1-b89f-4063-94df-1cdd4ca78f62 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 14:39:48.894937 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:48.928654 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac88afa-d62b-4b0d-a75c-d2439221928e req-7768e155-0e33-4342-8e54-e4c9eae223c6 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:48.938264 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-cac88afa-d62b-4b0d-a75c-d2439221928e req-7768e155-0e33-4342-8e54-e4c9eae223c6 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 944 time: 0.2738338
Apr 21 14:39:49.001076 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:49.023349 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=245817c6-3c22-47d2-a7ad-82a9d1f0181d,revision_number=4']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:49.033387 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:49.060486 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7218e5c2-90e5-4d93-94d8-3ac413a54fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789cafbf-6ab1-45fb-a401-fa6d24cd4994'}] {{(pid=86395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:39:49.078696 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-cac88afa-d62b-4b0d-a75c-d2439221928e req-28f55a11-413b-48fa-b43b-3f2afc3ccd97 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1303568
Apr 21 14:39:49.135107 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 789cafbf-6ab1-45fb-a401-fa6d24cd4994, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=789cafbf-6ab1-45fb-a401-fa6d24cd4994,segment=NetworkSegment(b1006777-ba8a-4e5f-963e-98057016fe18),segment_id=b1006777-ba8a-4e5f-963e-98057016fe18)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:39:49.141831 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:49.146773 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:49.213195 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7218e5c2-90e5-4d93-94d8-3ac413a54fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789cafbf-6ab1-45fb-a401-fa6d24cd4994', 'code': 200}
Apr 21 14:39:49.331057 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=789cafbf-6ab1-45fb-a401-fa6d24cd4994,revision_number=5']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:49.332958 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:49.344047 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 658f52f1-b89f-4063-94df-1cdd4ca78f62, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=658f52f1-b89f-4063-94df-1cdd4ca78f62,segment=NetworkSegment(b1006777-ba8a-4e5f-963e-98057016fe18),segment_id=b1006777-ba8a-4e5f-963e-98057016fe18)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:39:49.368404 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Returning: {'device': '658f52f1-b89f-4063-94df-1cdd4ca78f62', 'network_id': 'bacac062-2ca2-4bed-9f00-1f32f650b8c7', 'port_id': '658f52f1-b89f-4063-94df-1cdd4ca78f62', 'mac_address': 'fa:16:3e:f2:6e:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f4471c1-ae41-4081-b6bd-5b95750edf0f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 14:39:49.467085 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:49.488518 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 658f52f1-b89f-4063-94df-1cdd4ca78f62 {{(pid=86395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:39:49.507039 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 658f52f1-b89f-4063-94df-1cdd4ca78f62, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=658f52f1-b89f-4063-94df-1cdd4ca78f62,segment=NetworkSegment(b1006777-ba8a-4e5f-963e-98057016fe18),segment_id=b1006777-ba8a-4e5f-963e-98057016fe18)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:39:49.511451 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:49.513531 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:49.587699 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c46649-37c9-4504-ae6f-32f9cd37d477 req-92fe5189-359a-4b87-8192-b3b7b0bb3117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:49.590936 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f0c46649-37c9-4504-ae6f-32f9cd37d477 req-92fe5189-359a-4b87-8192-b3b7b0bb3117 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 1099 time: 0.1153374
Apr 21 14:39:49.594432 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=658f52f1-b89f-4063-94df-1cdd4ca78f62,revision_number=4']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:49.599752 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:49.673975 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f0c46649-37c9-4504-ae6f-32f9cd37d477 req-adf18a62-7d1b-4761-961b-5dfa840f9dec service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632288
Apr 21 14:39:50.037613 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['658f52f1-b89f-4063-94df-1cdd4ca78f62'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:39:50.107829 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['245817c6-3c22-47d2-a7ad-82a9d1f0181d'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:39:50.203119 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc74066-9306-4220-8517-cdd55a252f4b req-b0fc3590-8e06-4f54-93fe-fa0868f8520f tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:50.207608 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7cc74066-9306-4220-8517-cdd55a252f4b req-b0fc3590-8e06-4f54-93fe-fa0868f8520f tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 944 time: 0.1951406
Apr 21 14:39:50.326570 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7cc74066-9306-4220-8517-cdd55a252f4b req-1566e99c-9d51-46e4-9667-33c961a38811 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1063371
Apr 21 14:39:50.566679 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2082b-e3af-4712-8fe6-e2c4e345fa0f req-60385682-22ba-4b0e-a02e-24c9595f2f1b tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:50.569621 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c0e2082b-e3af-4712-8fe6-e2c4e345fa0f req-60385682-22ba-4b0e-a02e-24c9595f2f1b tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 945 time: 0.2226803
Apr 21 14:39:50.685824 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c0e2082b-e3af-4712-8fe6-e2c4e345fa0f req-3633ff2f-2d56-4705-a1d3-2fc1d9533ffd tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036386
Apr 21 14:39:51.669004 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8039c7-77ac-41c3-9301-082d5664189f req-e10c89be-cdcd-40f5-baa8-dae9b3072e8e tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:51.670711 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4f8039c7-77ac-41c3-9301-082d5664189f req-e10c89be-cdcd-40f5-baa8-dae9b3072e8e tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 944 time: 0.1053135
Apr 21 14:39:51.730458 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4f8039c7-77ac-41c3-9301-082d5664189f req-ce6f7443-e939-4f67-adaf-2f56db602c07 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476012
Apr 21 14:39:51.932159 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5baafce-4a56-4ee3-8a6d-26831d92b9e3 req-b2b3199a-05e4-4dc1-a427-49bf47b278be tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:51.933874 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c5baafce-4a56-4ee3-8a6d-26831d92b9e3 req-b2b3199a-05e4-4dc1-a427-49bf47b278be tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 945 time: 0.0990880
Apr 21 14:39:51.993379 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c5baafce-4a56-4ee3-8a6d-26831d92b9e3 req-38746c72-8b83-4ff7-b0d0-e0ab8dc86a69 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525527
Apr 21 14:39:52.976961 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e6e08-d86e-4f40-87ac-8ac529722ec9 req-6933e964-7970-43ce-a229-9494c5a4dc9c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:52.979958 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d23e6e08-d86e-4f40-87ac-8ac529722ec9 req-6933e964-7970-43ce-a229-9494c5a4dc9c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 944 time: 0.1035388
Apr 21 14:39:53.073508 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d23e6e08-d86e-4f40-87ac-8ac529722ec9 req-30217e86-f5f4-4fec-8b75-c7d16b73767c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0817063
Apr 21 14:39:53.329181 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ea4df-3374-47ce-8a95-6459baa250d6 req-646f2c54-a25e-4f73-8bc5-83bed60a6dc4 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:53.332014 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f49ea4df-3374-47ce-8a95-6459baa250d6 req-646f2c54-a25e-4f73-8bc5-83bed60a6dc4 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 945 time: 0.1595166
Apr 21 14:39:53.421467 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f49ea4df-3374-47ce-8a95-6459baa250d6 req-f1132416-21b3-4ca8-b54f-52fa589ba375 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814395
Apr 21 14:39:54.325498 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c2fb7-b708-473d-ade5-0350cac39f8f req-da5ac8db-8da5-4ec7-ba14-38a685212e83 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:54.327233 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6f2c2fb7-b708-473d-ade5-0350cac39f8f req-da5ac8db-8da5-4ec7-ba14-38a685212e83 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 944 time: 0.1034052
Apr 21 14:39:54.382110 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6f2c2fb7-b708-473d-ade5-0350cac39f8f req-e03907f4-2179-48ed-a8cb-0149d629a0ea tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474575
Apr 21 14:39:54.648803 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a07a7-ceae-4b05-9a3a-a63e4357857d req-3155675d-5ba1-46bd-99db-090ed1eb0322 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:54.650647 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-126a07a7-ceae-4b05-9a3a-a63e4357857d req-3155675d-5ba1-46bd-99db-090ed1eb0322 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 945 time: 0.1059213
Apr 21 14:39:54.707808 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-126a07a7-ceae-4b05-9a3a-a63e4357857d req-6b869e8f-4b32-4cff-ac6a-c419bbc5a8fd tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500228
Apr 21 14:39:55.731020 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd0f6f-4ae6-4617-ad82-9cce45058885 req-790e01d2-3a9c-4ff8-8215-8cb5b008a5c2 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:55.734304 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-44dd0f6f-4ae6-4617-ad82-9cce45058885 req-790e01d2-3a9c-4ff8-8215-8cb5b008a5c2 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 944 time: 0.1527355
Apr 21 14:39:55.795145 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-44dd0f6f-4ae6-4617-ad82-9cce45058885 req-772c6ef5-3c6a-4519-b520-2f9a7d6c8abb tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516937
Apr 21 14:39:55.943385 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8445a-6be5-4a90-9e6e-e61a69f91c71 req-25425b13-14d1-457d-bdd0-a2e444a1e73d tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:55.946323 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bda8445a-6be5-4a90-9e6e-e61a69f91c71 req-25425b13-14d1-457d-bdd0-a2e444a1e73d tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 945 time: 0.1081736
Apr 21 14:39:56.017619 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bda8445a-6be5-4a90-9e6e-e61a69f91c71 req-28d09fd5-ee20-40d3-bda8-535da2ecbf05 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629494
Apr 21 14:39:57.035776 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2968639-f647-4b87-831f-d59065ffc193 req-236da05f-e9c4-4409-8161-282eb1fdda8f tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:57.038560 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e2968639-f647-4b87-831f-d59065ffc193 req-236da05f-e9c4-4409-8161-282eb1fdda8f tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 944 time: 0.1103823
Apr 21 14:39:57.111122 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e2968639-f647-4b87-831f-d59065ffc193 req-041c3773-8061-43c8-9f52-1ca290004ed8 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606441
Apr 21 14:39:57.367022 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557d093-cac2-4953-b724-57d7d96f22db req-f758c0d6-250d-4144-a9a1-88ad6154a602 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:57.368841 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e557d093-cac2-4953-b724-57d7d96f22db req-f758c0d6-250d-4144-a9a1-88ad6154a602 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 945 time: 0.1193187
Apr 21 14:39:57.442389 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e557d093-cac2-4953-b724-57d7d96f22db req-652e7995-0dce-495e-a1e5-7703635f46ca tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651226
Apr 21 14:39:58.259001 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 245817c6-3c22-47d2-a7ad-82a9d1f0181d up at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:39:58.400489 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning for port 245817c6-3c22-47d2-a7ad-82a9d1f0181d completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:39:58.411414 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning complete for port 245817c6-3c22-47d2-a7ad-82a9d1f0181d triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:39:58.412340 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:58.479093 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aee48f-acf4-47b0-bd06-5737e1f15619 req-9c8a3cab-6ba8-42c7-bbdd-1c26a70c2295 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:58.486968 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-53aee48f-acf4-47b0-bd06-5737e1f15619 req-9c8a3cab-6ba8-42c7-bbdd-1c26a70c2295 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 944 time: 0.1611633
Apr 21 14:39:58.600559 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-53aee48f-acf4-47b0-bd06-5737e1f15619 req-509c423c-03ce-4e4c-9f5f-4c01e915a811 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1050160
Apr 21 14:39:58.714025 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:58.752827 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf3aa87-b02a-4b58-901a-76f4e825e75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245817c6-3c22-47d2-a7ad-82a9d1f0181d'}] {{(pid=86395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:39:58.764709 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 245817c6-3c22-47d2-a7ad-82a9d1f0181d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=245817c6-3c22-47d2-a7ad-82a9d1f0181d,segment=NetworkSegment(aad70013-a75a-432c-9a4b-498f88914087),segment_id=aad70013-a75a-432c-9a4b-498f88914087)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:39:58.770287 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:58.771409 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 658f52f1-b89f-4063-94df-1cdd4ca78f62 up at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:39:58.819475 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8e350f4c-af6e-44ab-b73a-faab979a5eb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:58.893461 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ae079-8931-4f3b-b123-9874c78e328e req-ffd013d3-95c7-4134-a843-eae799875785 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:58.909245 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-eb2ae079-8931-4f3b-b123-9874c78e328e req-ffd013d3-95c7-4134-a843-eae799875785 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 945 time: 0.2343764
Apr 21 14:39:58.946483 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf3aa87-b02a-4b58-901a-76f4e825e75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245817c6-3c22-47d2-a7ad-82a9d1f0181d', 'code': 200}
Apr 21 14:39:58.956257 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=245817c6-3c22-47d2-a7ad-82a9d1f0181d,revision_number=5']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:58.962353 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:59.015358 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning for port 658f52f1-b89f-4063-94df-1cdd4ca78f62 completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:39:59.030258 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning complete for port 658f52f1-b89f-4063-94df-1cdd4ca78f62 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:39:59.030925 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:59.077678 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-eb2ae079-8931-4f3b-b123-9874c78e328e req-841fc863-860b-4699-b17b-5bd4ca58640e tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1646292
Apr 21 14:39:59.226064 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:59.265009 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 658f52f1-b89f-4063-94df-1cdd4ca78f62, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=658f52f1-b89f-4063-94df-1cdd4ca78f62,segment=NetworkSegment(b1006777-ba8a-4e5f-963e-98057016fe18),segment_id=b1006777-ba8a-4e5f-963e-98057016fe18)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:39:59.268753 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:59.270954 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9eeb7363-5861-4346-8dc9-bb3316c39d86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:39:59.350580 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=658f52f1-b89f-4063-94df-1cdd4ca78f62,revision_number=5']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:39:59.354372 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:39:59.417155 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-18423df4-b1a8-4a48-911c-39ec6de97b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:39:59.466988 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c952e3-608a-4cb4-88b1-e80604dd24c4 req-08cadcb3-0c22-405c-96d2-ec1664154f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:59.468541 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-14c952e3-608a-4cb4-88b1-e80604dd24c4 req-08cadcb3-0c22-405c-96d2-ec1664154f55 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 1098 time: 0.1128073
Apr 21 14:39:59.534683 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-14c952e3-608a-4cb4-88b1-e80604dd24c4 req-c3ab4f98-9835-4582-ace4-f8ef443c036d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588546
Apr 21 14:39:59.946539 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84984a52-cd65-4470-8ffc-87f8715da87e req-4275863c-51e9-4920-9585-9922e5ee6086 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:39:59.949778 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-84984a52-cd65-4470-8ffc-87f8715da87e req-4275863c-51e9-4920-9585-9922e5ee6086 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 0.1247833
Apr 21 14:40:00.069053 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-84984a52-cd65-4470-8ffc-87f8715da87e req-842a9340-8562-483f-847d-fe39fd149492 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1108446
Apr 21 14:40:00.591939 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8901fa7-cab0-4afb-ba4f-aaa6c1a27aab req-2032a46c-659a-4ed1-95ad-992eeeaa78b1 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:00.593808 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b8901fa7-cab0-4afb-ba4f-aaa6c1a27aab req-2032a46c-659a-4ed1-95ad-992eeeaa78b1 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 946 time: 0.2404125
Apr 21 14:40:00.652410 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b8901fa7-cab0-4afb-ba4f-aaa6c1a27aab req-413718e4-7d0a-4d4a-ad4d-b6c239a7d46c tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516112
Apr 21 14:40:00.714246 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02dfda7-2d5d-4423-876c-10de395e2e7a req-b665e435-31cf-4ef4-b5b8-5a2bfb8ef48f tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:00.716274 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d02dfda7-2d5d-4423-876c-10de395e2e7a req-b665e435-31cf-4ef4-b5b8-5a2bfb8ef48f tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 946 time: 0.1665592
Apr 21 14:40:00.778601 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d02dfda7-2d5d-4423-876c-10de395e2e7a req-96fe0318-6642-481c-9609-0624b1d7dc13 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba9e4849-99af-4342-b297-9b1b75946732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530508
Apr 21 14:40:00.948069 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95fa274-cc0e-4aee-bbc2-4a060be8e4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658f52f1-b89f-4063-94df-1cdd4ca78f62'}] {{(pid=86395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:40:01.085699 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95fa274-cc0e-4aee-bbc2-4a060be8e4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658f52f1-b89f-4063-94df-1cdd4ca78f62', 'code': 200}
Apr 21 14:40:01.407105 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16b1d1-00ad-42ec-b731-0d153afbae37 req-dc239edc-a19e-446d-a3fe-ca4bf2233636 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:01.409190 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9c16b1d1-00ad-42ec-b731-0d153afbae37 req-dc239edc-a19e-446d-a3fe-ca4bf2233636 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 0.1237223
Apr 21 14:40:01.462730 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9c16b1d1-00ad-42ec-b731-0d153afbae37 req-be5d4f41-777f-4beb-9b3e-0a2a3fa0f80a tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465050
Apr 21 14:40:01.960476 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996e5d0-16ea-4f54-a844-ccdeaa5cabb7 req-27ecd60d-c290-41ce-9525-2541a0ec1854 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:01.963465 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8996e5d0-16ea-4f54-a844-ccdeaa5cabb7 req-27ecd60d-c290-41ce-9525-2541a0ec1854 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 946 time: 0.1738038
Apr 21 14:40:02.018749 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ae9bd-c976-44bf-b04d-d5a44403409a req-f33d9f6f-b982-48b3-9def-513a41c9a0e6 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:02.030048 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-957ae9bd-c976-44bf-b04d-d5a44403409a req-f33d9f6f-b982-48b3-9def-513a41c9a0e6 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 946 time: 0.1266525
Apr 21 14:40:02.039692 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8996e5d0-16ea-4f54-a844-ccdeaa5cabb7 req-9cd7cafb-74c5-4b57-b880-0406770cda52 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692694
Apr 21 14:40:02.039904 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:02.083041 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-957ae9bd-c976-44bf-b04d-d5a44403409a req-efc7833f-ee0a-42e7-8454-7837269c333c tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba9e4849-99af-4342-b297-9b1b75946732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517230
Apr 21 14:40:02.185700 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2877e996-e603-4947-9c53-f50b1ae82b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:02.486801 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:02.732519 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093093f-ec2f-4c85-a4ca-9daa39017b7e req-3aa7cca4-a2e6-4c86-a3d2-24e70931252b tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:02.734352 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7093093f-ec2f-4c85-a4ca-9daa39017b7e req-3aa7cca4-a2e6-4c86-a3d2-24e70931252b tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 0.1136270
Apr 21 14:40:02.805442 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7093093f-ec2f-4c85-a4ca-9daa39017b7e req-9feea262-12df-41ba-9ba6-b54ad1c48c1c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0619342
Apr 21 14:40:03.288221 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4d493-d2eb-4495-bdb6-e59cea2de399 req-22162f25-5431-4938-b86b-08b91f3fa8f7 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:03.291129 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-dea4d493-d2eb-4495-bdb6-e59cea2de399 req-22162f25-5431-4938-b86b-08b91f3fa8f7 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 946 time: 0.1282156
Apr 21 14:40:03.342219 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9aaeb-dfaf-4465-9fc1-993214e08641 req-13cab8a2-6495-4e65-a4f5-ade1a95f8285 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:03.346588 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-afd9aaeb-dfaf-4465-9fc1-993214e08641 req-13cab8a2-6495-4e65-a4f5-ade1a95f8285 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 946 time: 0.1162314
Apr 21 14:40:03.377918 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-dea4d493-d2eb-4495-bdb6-e59cea2de399 req-eae53b9e-3ccb-440c-a483-b3945b3a9ef3 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785289
Apr 21 14:40:03.415091 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-afd9aaeb-dfaf-4465-9fc1-993214e08641 req-e025ecd8-8ef4-4d65-9a89-2f64c5dc76b5 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba9e4849-99af-4342-b297-9b1b75946732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585620
Apr 21 14:40:04.120985 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a5e60-74b0-4cb2-a966-dbbf8c0c8e69 req-aeff5951-93ea-432a-89a7-96432f493de2 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:04.122829 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ca7a5e60-74b0-4cb2-a966-dbbf8c0c8e69 req-aeff5951-93ea-432a-89a7-96432f493de2 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 0.0983541
Apr 21 14:40:04.156997 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:04.180144 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ca7a5e60-74b0-4cb2-a966-dbbf8c0c8e69 req-d1fb5b0f-2917-40ee-8e23-aa18c9c28f7e tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496624
Apr 21 14:40:04.622863 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d4d41-e8de-4934-b073-e1a3402fdc4d req-b4d99cfe-7b4c-4d9b-aaf6-8fc9f38d1a84 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:04.624569 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d46d4d41-e8de-4934-b073-e1a3402fdc4d req-b4d99cfe-7b4c-4d9b-aaf6-8fc9f38d1a84 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 946 time: 0.1014464
Apr 21 14:40:04.707939 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d46d4d41-e8de-4934-b073-e1a3402fdc4d req-ff79710c-a293-471a-abf2-9900e9430ee7 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620947
Apr 21 14:40:04.747496 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafa0cf-598d-486f-883e-c211ab30a732 req-d42a1d88-ce31-46c4-8174-220af60c9805 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:04.749204 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5dafa0cf-598d-486f-883e-c211ab30a732 req-d42a1d88-ce31-46c4-8174-220af60c9805 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 946 time: 0.1560805
Apr 21 14:40:04.803870 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5dafa0cf-598d-486f-883e-c211ab30a732 req-b851d242-2c8e-4073-826a-03b4f60417ed tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba9e4849-99af-4342-b297-9b1b75946732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473845
Apr 21 14:40:05.404637 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632522b-3fab-4747-8ad2-39f9a22e2125 req-6affaddd-17bb-482d-b589-c867b7c92699 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:05.406340 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9632522b-3fab-4747-8ad2-39f9a22e2125 req-6affaddd-17bb-482d-b589-c867b7c92699 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 0.0992570
Apr 21 14:40:05.495676 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9632522b-3fab-4747-8ad2-39f9a22e2125 req-f5dc0093-7ae3-4bd1-8f85-130039f4727c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0789466
Apr 21 14:40:06.011049 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9abe56-2963-40d6-b551-b73da556d0dc req-def969d4-bc27-4f0b-b8d4-a3f6139aa418 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:06.014796 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fa9abe56-2963-40d6-b551-b73da556d0dc req-def969d4-bc27-4f0b-b8d4-a3f6139aa418 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 946 time: 0.1667283
Apr 21 14:40:06.087537 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fa9abe56-2963-40d6-b551-b73da556d0dc req-d47fef52-2cf1-470b-85e1-21de76380704 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649674
Apr 21 14:40:06.132495 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b764234-55f7-4aee-9623-a0abda530bb8 req-9a762373-cf97-4366-a997-2a8dcd6dc8db tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:06.134325 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5b764234-55f7-4aee-9623-a0abda530bb8 req-9a762373-cf97-4366-a997-2a8dcd6dc8db tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 946 time: 0.1304495
Apr 21 14:40:06.191424 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5b764234-55f7-4aee-9623-a0abda530bb8 req-6405d2c5-4666-4150-8bc8-6d1bd50327ea tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba9e4849-99af-4342-b297-9b1b75946732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459609
Apr 21 14:40:06.735179 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e7a96-9e2f-4ebd-8e27-b4b4ee3f76e0 req-389be8cd-7137-4173-9acb-e9c78894f666 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:06.738027 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ca2e7a96-9e2f-4ebd-8e27-b4b4ee3f76e0 req-389be8cd-7137-4173-9acb-e9c78894f666 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 0.1161947
Apr 21 14:40:06.760415 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b419f9c-abf1-4102-a1bf-151ef01985f3 req-8b1172b3-6660-45b2-bf6b-ebc5cde18614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:06.764803 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1b419f9c-abf1-4102-a1bf-151ef01985f3 req-8b1172b3-6660-45b2-bf6b-ebc5cde18614 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 1099 time: 0.1173391
Apr 21 14:40:06.849399 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ca2e7a96-9e2f-4ebd-8e27-b4b4ee3f76e0 req-0527d3a0-d31f-44c4-bd05-1e38f678ce6b tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0936284
Apr 21 14:40:06.889880 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1b419f9c-abf1-4102-a1bf-151ef01985f3 req-0da8c82b-4c97-44bd-bd3a-2b7b9d4f2479 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136591
Apr 21 14:40:07.384028 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13204cba-e366-474c-9d02-fea6b35e8346 req-0a7e64d7-b8d1-40ae-bc59-211a5f8c4cf0 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:07.387140 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-13204cba-e366-474c-9d02-fea6b35e8346 req-0a7e64d7-b8d1-40ae-bc59-211a5f8c4cf0 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 946 time: 0.1634128
Apr 21 14:40:07.451196 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419246d-ec19-4ca2-b1ce-a0b97223af84 req-5486e595-af28-4f2c-9b4e-b6c8f172c604 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:07.451489 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-13204cba-e366-474c-9d02-fea6b35e8346 req-fa402882-1164-4d9f-b7c3-9613a467e883 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530281
Apr 21 14:40:07.454373 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e419246d-ec19-4ca2-b1ce-a0b97223af84 req-5486e595-af28-4f2c-9b4e-b6c8f172c604 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 946 time: 0.1348829
Apr 21 14:40:07.549347 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e419246d-ec19-4ca2-b1ce-a0b97223af84 req-db592cfa-3a51-4f4c-8f31-ae5d4db3f1a5 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba9e4849-99af-4342-b297-9b1b75946732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815854
Apr 21 14:40:08.141871 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a259d-733d-4055-9b6d-a1db6158424b req-c894602f-593f-4aa0-9786-7693db2a755e tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:08.143598 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-174a259d-733d-4055-9b6d-a1db6158424b req-c894602f-593f-4aa0-9786-7693db2a755e tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 0.1391673
Apr 21 14:40:08.239628 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-174a259d-733d-4055-9b6d-a1db6158424b req-69063c65-880c-493e-a634-db510de22ca8 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0891690
Apr 21 14:40:08.483177 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4d382-8642-4e64-bc0e-dec2b8abc67f req-4b2b29cc-aca8-4c7c-a96d-38425e9b7bc2 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:08.484954 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-cfe4d382-8642-4e64-bc0e-dec2b8abc67f req-4b2b29cc-aca8-4c7c-a96d-38425e9b7bc2 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 0.1051164
Apr 21 14:40:08.499133 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 53484) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:08.505597 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-70f4bd7d-aee4-4544-9edc-6a2b6560bb22 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Request body: {'floatingip': {'port_id': '245817c6-3c22-47d2-a7ad-82a9d1f0181d'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:40:08.605145 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-70f4bd7d-aee4-4544-9edc-6a2b6560bb22 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for floatingip, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:08.756086 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:08.875612 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a4ead-bf9d-4566-a8ae-cd4fc2a9e852 req-4047b602-0861-4f4e-a50b-68c9db9b365a tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:08.878515 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3a0a4ead-bf9d-4566-a8ae-cd4fc2a9e852 req-4047b602-0861-4f4e-a50b-68c9db9b365a tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 946 time: 0.1434116
Apr 21 14:40:08.994156 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3a0a4ead-bf9d-4566-a8ae-cd4fc2a9e852 req-ce1d3145-9dbd-4afc-a374-2f49914df79e tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba9e4849-99af-4342-b297-9b1b75946732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864637
Apr 21 14:40:09.054540 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4e370-3bfd-4268-9a7a-3d5885f885de req-d8a0f0f0-e2f2-41c8-86de-c08e16098001 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:09.057728 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0ec4e370-3bfd-4268-9a7a-3d5885f885de req-d8a0f0f0-e2f2-41c8-86de-c08e16098001 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 946 time: 0.3674960
Apr 21 14:40:09.193070 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0ec4e370-3bfd-4268-9a7a-3d5885f885de req-ed321f04-b125-47a3-990e-e36c554c0f7b tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171076
Apr 21 14:40:10.051307 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68028516-5038-437d-908c-70c05df2c3a3 req-bbabd676-39b3-43fb-bd82-df087315f4e5 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:10.054754 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-68028516-5038-437d-908c-70c05df2c3a3 req-bbabd676-39b3-43fb-bd82-df087315f4e5 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/networks?id=d7586439-5692-45b4-a121-4de98b0d3272 HTTP/1.1" status: 200  len: 815 time: 0.3500998
Apr 21 14:40:10.098743 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-68028516-5038-437d-908c-70c05df2c3a3 req-8472ba75-95d0-44fd-ad3b-26cf5c991c15 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/quotas/c273beec5c4c4f89a4c7c896497de7b8 HTTP/1.1" status: 200  len: 375 time: 0.0348780
Apr 21 14:40:10.180622 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-70f4bd7d-aee4-4544-9edc-6a2b6560bb22 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:10.185668 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-70f4bd7d-aee4-4544-9edc-6a2b6560bb22 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630449'] for floatingip, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:10.220001 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-68028516-5038-437d-908c-70c05df2c3a3 req-01514cb4-f1be-415f-a286-2186ecd95d4e tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c273beec5c4c4f89a4c7c896497de7b8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1179750
Apr 21 14:40:10.381838 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:40:10.533610 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.l3_db [None req-70f4bd7d-aee4-4544-9edc-6a2b6560bb22 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Floating IP 30789ce0-dfb0-411c-ad7c-780b991f502b associated. External IP: 172.27.3.217, port: 245817c6-3c22-47d2-a7ad-82a9d1f0181d.
Apr 21 14:40:10.592969 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-68028516-5038-437d-908c-70c05df2c3a3 req-be788b5b-1751-45c9-83e5-99339cbf628f service neutron] 10.222.0.24 "GET /v2.0/networks/d7586439-5692-45b4-a121-4de98b0d3272?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3554788
Apr 21 14:40:10.633087 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6daf6b-3adb-463b-bf50-b690740e9562 req-acd29ef8-f473-4e4d-8a3e-8337513af9d4 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:10.634882 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-dc6daf6b-3adb-463b-bf50-b690740e9562 req-acd29ef8-f473-4e4d-8a3e-8337513af9d4 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 946 time: 0.3758726
Apr 21 14:40:10.852138 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f0cf4-c7da-42d8-9450-c5196fe62b33 req-d95b8e12-ed22-4570-bf29-54d2fbd92a5f tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:10.856382 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fc6f0cf4-c7da-42d8-9450-c5196fe62b33 req-d95b8e12-ed22-4570-bf29-54d2fbd92a5f tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 946 time: 0.5287633
Apr 21 14:40:10.957724 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-68028516-5038-437d-908c-70c05df2c3a3 req-3712d0dd-b4e6-47fd-85ad-64cbe94755ca service neutron] 10.222.0.24 "GET /v2.0/networks/d7586439-5692-45b4-a121-4de98b0d3272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3617270
Apr 21 14:40:11.012208 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-dc6daf6b-3adb-463b-bf50-b690740e9562 req-b2121b5a-0de7-4c4f-8c1a-b288674e1060 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Deleting port b0343fc5-ddf4-4954-92f9-5f7c45aaf301 {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:40:11.012666 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-dc6daf6b-3adb-463b-bf50-b690740e9562 req-b2121b5a-0de7-4c4f-8c1a-b288674e1060 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:11.238438 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fc6f0cf4-c7da-42d8-9450-c5196fe62b33 req-19b70677-5ed0-48e8-8e24-ab29fa48e67b tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba9e4849-99af-4342-b297-9b1b75946732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3502073
Apr 21 14:40:11.548496 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a153ee22-2c42-4404-9ed0-5e62281c323a req-4c2cfd9d-af5b-4cf7-a05f-91ab236bb276 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7219388-ce17-45a3-b762-ddb8f62f57d4 HTTP/1.1" status: 200  len: 210 time: 0.1474588
Apr 21 14:40:12.155710 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f4bd7d-aee4-4544-9edc-6a2b6560bb22 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Router 832eeb78-8e77-4fef-8234-a0f8ee777aff has already been hosted by L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 {{(pid=86393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 14:40:12.190329 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601e77f-c95a-4524-b501-d65a8f495460 req-657cb7fa-3434-4a36-9845-6945ba7bf602 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:12.192104 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e601e77f-c95a-4524-b501-d65a8f495460 req-657cb7fa-3434-4a36-9845-6945ba7bf602 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 946 time: 0.6086969
Apr 21 14:40:12.203916 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-dc6daf6b-3adb-463b-bf50-b690740e9562 req-b2121b5a-0de7-4c4f-8c1a-b288674e1060 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] For port b0343fc5-ddf4-4954-92f9-5f7c45aaf301, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b0343fc5-ddf4-4954-92f9-5f7c45aaf301,segment=NetworkSegment(f9f79d33-bcaf-443f-984f-db2181ef54a6),segment_id=f9f79d33-bcaf-443f-984f-db2181ef54a6)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:40:12.204327 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-dc6daf6b-3adb-463b-bf50-b690740e9562 req-b2121b5a-0de7-4c4f-8c1a-b288674e1060 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:12.615234 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287a51b-5a64-4276-ba9e-cd8523b1a052 req-a8b42b99-2a05-43e7-bebc-10b8b28c9e6a tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:12.616723 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e287a51b-5a64-4276-ba9e-cd8523b1a052 req-a8b42b99-2a05-43e7-bebc-10b8b28c9e6a tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 946 time: 0.1912005
Apr 21 14:40:12.625077 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-dc6daf6b-3adb-463b-bf50-b690740e9562 req-b2121b5a-0de7-4c4f-8c1a-b288674e1060 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Calling delete_port for b0343fc5-ddf4-4954-92f9-5f7c45aaf301 owned by compute:nova {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:40:12.688655 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e287a51b-5a64-4276-ba9e-cd8523b1a052 req-b32bc201-12b5-4a3a-872f-bce4906f74a7 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba9e4849-99af-4342-b297-9b1b75946732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638330
Apr 21 14:40:12.705310 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f4bd7d-aee4-4544-9edc-6a2b6560bb22 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:40:12.712475 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-70f4bd7d-aee4-4544-9edc-6a2b6560bb22 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for floatingip, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:12.727023 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225727cf-c4e6-48ba-90b1-03b428be3e3d None None] Sync routers for ids ['832eeb78-8e77-4fef-8234-a0f8ee777aff'] in dv-cinder-786385-2-iscsi {{(pid=86396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:40:12.747347 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225727cf-c4e6-48ba-90b1-03b428be3e3d None None] Routers {'832eeb78-8e77-4fef-8234-a0f8ee777aff'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:40:12.749721 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-225727cf-c4e6-48ba-90b1-03b428be3e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f749c198>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:40:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['832eeb78-8e77-4fef-8234-a0f8ee777aff'], 'active': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:40:12.766084 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e601e77f-c95a-4524-b501-d65a8f495460 req-303481e2-af58-43b8-89d4-06d35beb5795 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4896786
Apr 21 14:40:13.042394 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f3a66c0f-277f-4f4f-904f-a9ca4c32fc12 req-49a3f1c8-d5f6-427d-860c-6f5ede75b1b0 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7219388-ce17-45a3-b762-ddb8f62f57d4 HTTP/1.1" status: 200  len: 210 time: 0.1320922
Apr 21 14:40:13.073292 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-70f4bd7d-aee4-4544-9edc-6a2b6560bb22 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "PUT /v2.0/floatingips/30789ce0-dfb0-411c-ad7c-780b991f502b HTTP/1.1" status: 200  len: 991 time: 4.5726693
Apr 21 14:40:13.075750 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf3aa87-b02a-4b58-901a-76f4e825e75a', 'tag': '245817c6-3c22-47d2-a7ad-82a9d1f0181d'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:40:13.227208 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-225727cf-c4e6-48ba-90b1-03b428be3e3d None None] Set router 832eeb78-8e77-4fef-8234-a0f8ee777aff gateway port host: dv-cinder-786385-2-iscsi {{(pid=86396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:40:13.237214 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-dc6daf6b-3adb-463b-bf50-b690740e9562 req-b2121b5a-0de7-4c4f-8c1a-b288674e1060 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610'] for port, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:13.253471 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-952d3b28-59a7-4539-a06e-9888fae6b648 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:13.340524 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf3aa87-b02a-4b58-901a-76f4e825e75a', 'tag': '245817c6-3c22-47d2-a7ad-82a9d1f0181d', 'status': 'completed', 'code': 200}
Apr 21 14:40:13.343234 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2121b5a-0de7-4c4f-8c1a-b288674e1060 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Pushing event deleted for resources: {'Port': ['ID=b0343fc5-ddf4-4954-92f9-5f7c45aaf301,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:13.346774 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-b2121b5a-0de7-4c4f-8c1a-b288674e1060 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:13.429706 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6daf6b-3adb-463b-bf50-b690740e9562 req-b2121b5a-0de7-4c4f-8c1a-b288674e1060 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] No DVR routers for this DVR port b0343fc5-ddf4-4954-92f9-5f7c45aaf301 on host hv-cinder-78638 {{(pid=86393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 14:40:13.433380 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-dc6daf6b-3adb-463b-bf50-b690740e9562 req-b2121b5a-0de7-4c4f-8c1a-b288674e1060 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:13.453441 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-dc6daf6b-3adb-463b-bf50-b690740e9562 req-b2121b5a-0de7-4c4f-8c1a-b288674e1060 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.36 "DELETE /v2.0/ports/b0343fc5-ddf4-4954-92f9-5f7c45aaf301 HTTP/1.1" status: 204  len: 173 time: 2.7516370
Apr 21 14:40:13.589946 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9c18c-6f77-4053-af43-2dabee3dde1a req-83a6c6f2-e442-4f6a-9419-be69ea8b56f6 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:13.591788 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-cea9c18c-6f77-4053-af43-2dabee3dde1a req-83a6c6f2-e442-4f6a-9419-be69ea8b56f6 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 946 time: 0.1064327
Apr 21 14:40:13.687277 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-cea9c18c-6f77-4053-af43-2dabee3dde1a req-ab4778aa-ae67-46ba-87b4-8d735fdd8802 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828285
Apr 21 14:40:13.805693 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-225727cf-c4e6-48ba-90b1-03b428be3e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f749c198>, [{'id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'name': 'tempest-AttachVolumeShelveTestJSON-1531100270-router', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:38:28Z', 'updated_at': '2021-04-21T14:38:55Z', 'revision_number': 4, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'gw_port': {'id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:31Z', 'updated_at': '2021-04-21T14:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_floatingips': [{'id': '30789ce0-dfb0-411c-ad7c-780b991f502b', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'router_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'port_id': '245817c6-3c22-47d2-a7ad-82a9d1f0181d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9', 'mac_address': 'fa:16:3e:73:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf3aa87-b02a-4b58-901a-76f4e825e75a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:39:13Z', 'updated_at': '2021-04-21T14:40:09Z', 'revision_number': 1, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a873b1cc-f3ac-49d9-99f9-237bb240300f', 'name': '', 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'mac_address': 'fa:16:3e:44:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '48293642-451e-458e-960c-7fbf1e7e7bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:47Z', 'updated_at': '2021-04-21T14:39:11Z', 'revision_number': 5, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'subnets': [{'id': '48293642-451e-458e-960c-7fbf1e7e7bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:40:13.811464 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225727cf-c4e6-48ba-90b1-03b428be3e3d None None] Checking router: 832eeb78-8e77-4fef-8234-a0f8ee777aff for host: dv-cinder-786385-2-iscsi {{(pid=86396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:40:13.822228 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225727cf-c4e6-48ba-90b1-03b428be3e3d None None] Routers {'832eeb78-8e77-4fef-8234-a0f8ee777aff'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:40:13.822914 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-225727cf-c4e6-48ba-90b1-03b428be3e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f749c198>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:40:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['832eeb78-8e77-4fef-8234-a0f8ee777aff'], 'active': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:40:13.934873 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-ce85a0c4-35db-4e00-b09e-f926f089549c req-03000983-bc44-490e-b113-d00f46521e50 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Synchronizing usage tracker for tenant:dedd46ed5a7b480b96fc0f889ee9392f on resource:port {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:40:13.960355 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-ce85a0c4-35db-4e00-b09e-f926f089549c req-03000983-bc44-490e-b113-d00f46521e50 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Unset dirty status for tenant:dedd46ed5a7b480b96fc0f889ee9392f on resource:port {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:40:13.962317 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ce85a0c4-35db-4e00-b09e-f926f089549c req-03000983-bc44-490e-b113-d00f46521e50 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 210 time: 0.1003327
Apr 21 14:40:14.207702 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-225727cf-c4e6-48ba-90b1-03b428be3e3d None None] Set router 832eeb78-8e77-4fef-8234-a0f8ee777aff gateway port host: dv-cinder-786385-2-iscsi {{(pid=86396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:40:14.230256 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-51c44f7e-7f88-445f-960e-2ad1b9b14427 req-6a70bab3-8309-41d0-ae42-2780d7aaf7c6 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7219388-ce17-45a3-b762-ddb8f62f57d4 HTTP/1.1" status: 200  len: 210 time: 0.0643523
Apr 21 14:40:14.553567 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['b0343fc5-ddf4-4954-92f9-5f7c45aaf301'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:40:14.643311 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-225727cf-c4e6-48ba-90b1-03b428be3e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f749c198>, [{'id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'name': 'tempest-AttachVolumeShelveTestJSON-1531100270-router', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:38:28Z', 'updated_at': '2021-04-21T14:38:55Z', 'revision_number': 4, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'gw_port': {'id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:31Z', 'updated_at': '2021-04-21T14:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_floatingips': [{'id': '30789ce0-dfb0-411c-ad7c-780b991f502b', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'router_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'port_id': '245817c6-3c22-47d2-a7ad-82a9d1f0181d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9', 'mac_address': 'fa:16:3e:73:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf3aa87-b02a-4b58-901a-76f4e825e75a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:39:13Z', 'updated_at': '2021-04-21T14:40:09Z', 'revision_number': 1, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a873b1cc-f3ac-49d9-99f9-237bb240300f', 'name': '', 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'mac_address': 'fa:16:3e:44:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '48293642-451e-458e-960c-7fbf1e7e7bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:47Z', 'updated_at': '2021-04-21T14:39:11Z', 'revision_number': 5, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'subnets': [{'id': '48293642-451e-458e-960c-7fbf1e7e7bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:40:14.648197 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225727cf-c4e6-48ba-90b1-03b428be3e3d None None] The sync data for ids ['832eeb78-8e77-4fef-8234-a0f8ee777aff'] in dv-cinder-786385-2-iscsi is: [{'id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'name': 'tempest-AttachVolumeShelveTestJSON-1531100270-router', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:38:28Z', 'updated_at': '2021-04-21T14:38:55Z', 'revision_number': 4, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'gw_port': {'id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:31Z', 'updated_at': '2021-04-21T14:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_floatingips': [{'id': '30789ce0-dfb0-411c-ad7c-780b991f502b', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'router_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'port_id': '245817c6-3c22-47d2-a7ad-82a9d1f0181d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9', 'mac_address': 'fa:16:3e:73:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf3aa87-b02a-4b58-901a-76f4e825e75a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:39:13Z', 'updated_at': '2021-04-21T14:40:09Z', 'revision_number': 1, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a873b1cc-f3ac-49d9-99f9-237bb240300f', 'name': '', 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'mac_address': 'fa:16:3e:44:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '48293642-451e-458e-960c-7fbf1e7e7bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:47Z', 'updated_at': '2021-04-21T14:39:11Z', 'revision_number': 5, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'subnets': [{'id': '48293642-451e-458e-960c-7fbf1e7e7bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:40:14.930345 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cae6f4-f07a-4b05-acbe-7f71a33dfff0 req-dc07c571-099c-4049-b68b-d5b5deebc91b tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:14.932083 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-53cae6f4-f07a-4b05-acbe-7f71a33dfff0 req-dc07c571-099c-4049-b68b-d5b5deebc91b tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 946 time: 0.1024537
Apr 21 14:40:14.940925 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5089db2-d015-463d-b65f-6d82331bafa7 None None] New status for floating IP 30789ce0-dfb0-411c-ad7c-780b991f502b: ACTIVE {{(pid=86395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 14:40:14.995328 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-53cae6f4-f07a-4b05-acbe-7f71a33dfff0 req-e2a7bc4a-80e1-4cb9-8ea4-ca151f435d8d tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502331
Apr 21 14:40:15.190950 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8bf857ea-31a3-44d5-8900-8f56929b6a84 req-0ddd1e13-2e6d-437a-b86a-4d97266d4173 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 210 time: 0.0525863
Apr 21 14:40:15.342236 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9', 'name': 'network-vif-deleted', 'tag': 'b0343fc5-ddf4-4954-92f9-5f7c45aaf301'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:40:15.434780 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-41fb90d7-7a51-442d-8212-47ecaca055ee req-9359d4f0-fb16-4add-bd9a-ad5c4778c3e6 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7219388-ce17-45a3-b762-ddb8f62f57d4 HTTP/1.1" status: 200  len: 210 time: 0.0562639
Apr 21 14:40:15.500681 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9', 'name': 'network-vif-deleted', 'tag': 'b0343fc5-ddf4-4954-92f9-5f7c45aaf301', 'status': 'completed', 'code': 200}
Apr 21 14:40:16.235237 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a7067-a033-4e96-bb1b-fab469aea2a0 req-d76a5133-0b2d-4577-80da-c1ae575419ad tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:16.236981 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-169a7067-a033-4e96-bb1b-fab469aea2a0 req-d76a5133-0b2d-4577-80da-c1ae575419ad tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 946 time: 0.0993290
Apr 21 14:40:16.289820 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-169a7067-a033-4e96-bb1b-fab469aea2a0 req-cbd91429-7ced-4452-9727-9d30973f9fa6 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457799
Apr 21 14:40:16.498042 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3ffe38d1-2e5d-4d58-a9a8-67b398e912d9 req-521ed177-6026-402c-86d1-db8386944136 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 210 time: 0.1007261
Apr 21 14:40:16.655673 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3f1dabd2-4cd7-427a-ac3a-b13c10a90231 req-0bbe80cf-83bb-49ca-8d8c-51fc55978afe tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7219388-ce17-45a3-b762-ddb8f62f57d4 HTTP/1.1" status: 200  len: 210 time: 0.0505075
Apr 21 14:40:17.575856 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device b0343fc5-ddf4-4954-92f9-5f7c45aaf301 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:40:17.577667 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c6afb-159d-4851-816d-abad128e3891 req-6e50496b-1960-41c7-9ef4-b5879b32a751 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:17.586733 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-993c6afb-159d-4851-816d-abad128e3891 req-6e50496b-1960-41c7-9ef4-b5879b32a751 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 946 time: 0.1582134
Apr 21 14:40:17.735481 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] No Port match for: b0343fc5-ddf4-4954-92f9-5f7c45aaf301 {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:40:17.736704 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device b0343fc5-ddf4-4954-92f9-5f7c45aaf301 not bound to the agent host hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:40:17.836609 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d8fd564a-8d7e-4f9f-8969-3348be42cc36 req-d09551e6-7b7c-4c39-86ad-c03b8d0f6048 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 210 time: 0.0572538
Apr 21 14:40:17.947088 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-993c6afb-159d-4851-816d-abad128e3891 req-68ba5873-8345-449c-8bd1-d4a363ac72a4 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1469524
Apr 21 14:40:18.004505 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172a8c7-4474-4b9d-a7e5-cba363e8d1e8 req-11eb1b24-b7e0-4c7d-a6a8-7fc5bcef456f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:18.006883 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0172a8c7-4474-4b9d-a7e5-cba363e8d1e8 req-11eb1b24-b7e0-4c7d-a6a8-7fc5bcef456f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0771cc9ab3c4a23881ef55e4b3218b3&device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 1098 time: 0.4163065
Apr 21 14:40:18.009258 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b8ed7-b371-4e3e-ad6b-b9eea88a5510 req-46ca2a4c-db8e-423b-bd98-04b5b139422c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:18.011131 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-965b8ed7-b371-4e3e-ad6b-b9eea88a5510 req-46ca2a4c-db8e-423b-bd98-04b5b139422c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71fbd46f910d42d1975f143a55e34822&device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 1099 time: 0.3297846
Apr 21 14:40:18.086311 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-313afc8f-8198-4f0d-a423-bcac51e6f262 req-eb147099-f10c-459a-bc31-17c3ef954b86 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7219388-ce17-45a3-b762-ddb8f62f57d4 HTTP/1.1" status: 200  len: 210 time: 0.0912523
Apr 21 14:40:18.450639 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172a8c7-4474-4b9d-a7e5-cba363e8d1e8 req-e064820d-676a-47f0-b358-5fd060c9e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:18.452442 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0172a8c7-4474-4b9d-a7e5-cba363e8d1e8 req-e064820d-676a-47f0-b358-5fd060c9e887 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4398a4b8-9ecd-43b2-988b-da3ccd660ad9 HTTP/1.1" status: 200  len: 918 time: 0.4297960
Apr 21 14:40:18.455488 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b8ed7-b371-4e3e-ad6b-b9eea88a5510 req-975ca29b-a2db-4c76-abad-e57df8269c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:18.457113 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-965b8ed7-b371-4e3e-ad6b-b9eea88a5510 req-975ca29b-a2db-4c76-abad-e57df8269c05 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bacac062-2ca2-4bed-9f00-1f32f650b8c7 HTTP/1.1" status: 200  len: 920 time: 0.4327011
Apr 21 14:40:18.644570 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-965b8ed7-b371-4e3e-ad6b-b9eea88a5510 req-6b5b657b-6894-4e74-a265-e84ee26639b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=658f52f1-b89f-4063-94df-1cdd4ca78f62 HTTP/1.1" status: 200  len: 217 time: 0.1715057
Apr 21 14:40:18.790618 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b8ed7-b371-4e3e-ad6b-b9eea88a5510 req-2442e278-7c41-4645-8611-a7002fd2ce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:18.794066 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-965b8ed7-b371-4e3e-ad6b-b9eea88a5510 req-2442e278-7c41-4645-8611-a7002fd2ce48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f4471c1-ae41-4081-b6bd-5b95750edf0f HTTP/1.1" status: 200  len: 859 time: 0.1238842
Apr 21 14:40:18.885750 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0172a8c7-4474-4b9d-a7e5-cba363e8d1e8 req-c33749f1-9e63-414f-8d3a-2a127f7eb70a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=245817c6-3c22-47d2-a7ad-82a9d1f0181d HTTP/1.1" status: 200  len: 1001 time: 0.4100146
Apr 21 14:40:18.895546 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-965b8ed7-b371-4e3e-ad6b-b9eea88a5510 req-5f194be8-3a47-45f2-a70e-594bae0780f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bacac062-2ca2-4bed-9f00-1f32f650b8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0854843
Apr 21 14:40:18.899113 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68028516-5038-437d-908c-70c05df2c3a3 req-8e2c6719-c3a3-4166-b7ef-e0acb92bc309 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:18.902709 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-68028516-5038-437d-908c-70c05df2c3a3 req-8e2c6719-c3a3-4166-b7ef-e0acb92bc309 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.36 "GET /v2.0/networks?id=d7586439-5692-45b4-a121-4de98b0d3272 HTTP/1.1" status: 200  len: 815 time: 0.3445148
Apr 21 14:40:18.935803 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-68028516-5038-437d-908c-70c05df2c3a3 req-edf97cca-1799-4457-b850-a5e05cbe9379 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Request body: {'port': {'device_id': 'd7219388-ce17-45a3-b762-ddb8f62f57d4', 'network_id': 'd7586439-5692-45b4-a121-4de98b0d3272', 'admin_state_up': True, 'tenant_id': 'c273beec5c4c4f89a4c7c896497de7b8'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:40:19.382550 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172a8c7-4474-4b9d-a7e5-cba363e8d1e8 req-89358b87-d29c-4dd0-8498-4dc3e2837633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:19.384229 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0172a8c7-4474-4b9d-a7e5-cba363e8d1e8 req-89358b87-d29c-4dd0-8498-4dc3e2837633 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48293642-451e-458e-960c-7fbf1e7e7bc3 HTTP/1.1" status: 200  len: 856 time: 0.4876282
Apr 21 14:40:19.439609 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6e9d47fe-c389-4237-b68b-ddeb952d6857 req-ed9da9a7-3fad-4c79-b658-5a5b8b2be61e tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a034ea5-e8bd-41b9-8fa8-ccdb0dd683d9 HTTP/1.1" status: 200  len: 210 time: 0.1413419
Apr 21 14:40:19.563568 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-68028516-5038-437d-908c-70c05df2c3a3 req-edf97cca-1799-4457-b850-a5e05cbe9379 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:40:19.607421 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-68028516-5038-437d-908c-70c05df2c3a3 req-edf97cca-1799-4457-b850-a5e05cbe9379 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:40:19.638683 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68028516-5038-437d-908c-70c05df2c3a3 req-edf97cca-1799-4457-b850-a5e05cbe9379 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Made reservation on behalf of c273beec5c4c4f89a4c7c896497de7b8 for: {'port': 1} {{(pid=86394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:40:19.660765 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-68028516-5038-437d-908c-70c05df2c3a3 req-edf97cca-1799-4457-b850-a5e05cbe9379 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:19.817418 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abd308-7f06-48b3-b9eb-4439043f7733 req-f50b756c-5366-415c-9f35-2c08e1487efa tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:19.828215 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-20abd308-7f06-48b3-b9eb-4439043f7733 req-f50b756c-5366-415c-9f35-2c08e1487efa tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 946 time: 0.4426558
Apr 21 14:40:19.906379 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-20abd308-7f06-48b3-b9eb-4439043f7733 req-d8df1c59-69c7-4eec-b06e-dd155162caa4 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769854
Apr 21 14:40:19.922365 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172a8c7-4474-4b9d-a7e5-cba363e8d1e8 req-d4e82708-3e8f-49b0-b178-d4023b68298f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:19.923534 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0172a8c7-4474-4b9d-a7e5-cba363e8d1e8 req-d4e82708-3e8f-49b0-b178-d4023b68298f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4398a4b8-9ecd-43b2-988b-da3ccd660ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4492614
Apr 21 14:40:19.928246 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-965b8ed7-b371-4e3e-ad6b-b9eea88a5510 req-e1fbceb8-7748-41ec-994e-b940acd7ac0b service neutron] 10.222.0.36 "GET /v2.0/networks/bacac062-2ca2-4bed-9f00-1f32f650b8c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9629679
Apr 21 14:40:20.051841 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4f823fec-6f27-47f4-8196-cef77f6a6e31 req-b04e4168-b8f3-40b8-9350-9eaf54c4010d tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7219388-ce17-45a3-b762-ddb8f62f57d4 HTTP/1.1" status: 200  len: 210 time: 0.1709461
Apr 21 14:40:20.280283 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [req-68028516-5038-437d-908c-70c05df2c3a3 req-edf97cca-1799-4457-b850-a5e05cbe9379 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Allocated IP 172.20.0.6 (d7586439-5692-45b4-a121-4de98b0d3272/59c648af-02d8-41a8-9d9d-c5acff085d02/c8eaff5b-4a42-4389-bc4b-1592ce5859e2) {{(pid=86394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:40:20.640457 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-965b8ed7-b371-4e3e-ad6b-b9eea88a5510 req-39cebfb4-4bfe-478d-81d1-2675bdc84660 service neutron] 10.222.0.36 "GET /v2.0/networks/bacac062-2ca2-4bed-9f00-1f32f650b8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6190219
Apr 21 14:40:20.721865 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0172a8c7-4474-4b9d-a7e5-cba363e8d1e8 req-7b92fe60-61de-41d0-bc96-98ce44dc40a5 service neutron] 10.222.0.36 "GET /v2.0/networks/4398a4b8-9ecd-43b2-988b-da3ccd660ad9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6033757
Apr 21 14:40:20.885048 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-68028516-5038-437d-908c-70c05df2c3a3 req-edf97cca-1799-4457-b850-a5e05cbe9379 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Notify callbacks [] for port, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:20.944635 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-68028516-5038-437d-908c-70c05df2c3a3 req-edf97cca-1799-4457-b850-a5e05cbe9379 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:20.966130 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['e2c31a01-40a4-4b6e-aaee-cbeb1067272f'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:40:20.993513 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f91aceb9-e5d9-47ac-8f13-5b5fd24f1610 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:21.263760 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68028516-5038-437d-908c-70c05df2c3a3 req-edf97cca-1799-4457-b850-a5e05cbe9379 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Network d7586439-5692-45b4-a121-4de98b0d3272 is already hosted by enough agents. {{(pid=86394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:40:21.277032 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [req-68028516-5038-437d-908c-70c05df2c3a3 req-edf97cca-1799-4457-b850-a5e05cbe9379 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Resources bound (agent type, host, resource id):  {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:40:21.285188 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0172a8c7-4474-4b9d-a7e5-cba363e8d1e8 req-e9c16c0f-9861-479c-948f-c552380843fa service neutron] 10.222.0.36 "GET /v2.0/networks/4398a4b8-9ecd-43b2-988b-da3ccd660ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5423145
Apr 21 14:40:21.289898 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-68028516-5038-437d-908c-70c05df2c3a3 req-edf97cca-1799-4457-b850-a5e05cbe9379 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Received port after_create {{(pid=86394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:40:21.378079 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68028516-5038-437d-908c-70c05df2c3a3 req-edf97cca-1799-4457-b850-a5e05cbe9379 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:21.379169 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-68028516-5038-437d-908c-70c05df2c3a3 req-edf97cca-1799-4457-b850-a5e05cbe9379 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for port, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:21.442130 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf97cca-1799-4457-b850-a5e05cbe9379 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Pushing event updated for resources: {'Port': ['ID=c8eaff5b-4a42-4389-bc4b-1592ce5859e2,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:21.448375 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-edf97cca-1799-4457-b850-a5e05cbe9379 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:21.453060 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-68028516-5038-437d-908c-70c05df2c3a3 req-edf97cca-1799-4457-b850-a5e05cbe9379 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5304945
Apr 21 14:40:21.467862 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-68028516-5038-437d-908c-70c05df2c3a3 req-3ccddbf2-eadc-4a4d-82a7-b54c1e6e73c7 service neutron] Request body: {'port': {'device_id': 'd7219388-ce17-45a3-b762-ddb8f62f57d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:40:21.562772 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 53758) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:21.696501 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54c9b0-2230-4617-b8ce-8d8da0325966 req-be4f9532-33ee-49b7-a651-5218768fdfef tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:21.701950 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bf54c9b0-2230-4617-b8ce-8d8da0325966 req-be4f9532-33ee-49b7-a651-5218768fdfef tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 946 time: 0.4148846
Apr 21 14:40:21.880993 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bf54c9b0-2230-4617-b8ce-8d8da0325966 req-4bfba04a-a74b-4cb1-ac00-320b718a608f tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1712198
Apr 21 14:40:21.977359 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e0a2d980-e2e2-4cb5-9679-e8799eb602f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:22.066983 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-e0a2d980-e2e2-4cb5-9679-e8799eb602f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:40:22.080537 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-e0a2d980-e2e2-4cb5-9679-e8799eb602f2 admin admin] Usage tracker for resource:security_group_rule and tenant:b45ec5b6869841bd960d5c6d838e06d7 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:40:22.089102 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-e0a2d980-e2e2-4cb5-9679-e8799eb602f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:40:22.105717 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd051c-bbdd-4c1e-83f8-e819823106ef req-6de6b866-1387-4673-bfc2-5c03f69c2433 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:22.106526 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-8ccd051c-bbdd-4c1e-83f8-e819823106ef req-6de6b866-1387-4673-bfc2-5c03f69c2433 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Synchronizing usage tracker for tenant:c273beec5c4c4f89a4c7c896497de7b8 on resource:port {{(pid=86394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:40:22.111257 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-e0a2d980-e2e2-4cb5-9679-e8799eb602f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:40:22.126617 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-68028516-5038-437d-908c-70c05df2c3a3 req-3ccddbf2-eadc-4a4d-82a7-b54c1e6e73c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:22.331060 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e0a2d980-e2e2-4cb5-9679-e8799eb602f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:22.336427 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e0a2d980-e2e2-4cb5-9679-e8799eb602f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:22.400152 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-8ccd051c-bbdd-4c1e-83f8-e819823106ef req-6de6b866-1387-4673-bfc2-5c03f69c2433 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Unset dirty status for tenant:c273beec5c4c4f89a4c7c896497de7b8 on resource:port {{(pid=86394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:40:22.401459 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:22.407918 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8ccd051c-bbdd-4c1e-83f8-e819823106ef req-6de6b866-1387-4673-bfc2-5c03f69c2433 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7219388-ce17-45a3-b762-ddb8f62f57d4 HTTP/1.1" status: 200  len: 931 time: 0.8573844
Apr 21 14:40:22.466975 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-e0a2d980-e2e2-4cb5-9679-e8799eb602f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b45ec5b6869841bd960d5c6d838e06d7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9003146
Apr 21 14:40:22.466975 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2d980-e2e2-4cb5-9679-e8799eb602f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2d4f2a-f32c-4d93-956d-c796ab901f9f,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:22.471717 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 53788) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:22.477379 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e0a2d980-e2e2-4cb5-9679-e8799eb602f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:22.543382 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [req-68028516-5038-437d-908c-70c05df2c3a3 req-3ccddbf2-eadc-4a4d-82a7-b54c1e6e73c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8eaff5b-4a42-4389-bc4b-1592ce5859e2 {{(pid=86394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:40:22.553008 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-68028516-5038-437d-908c-70c05df2c3a3 req-3ccddbf2-eadc-4a4d-82a7-b54c1e6e73c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:22.570688 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [req-68028516-5038-437d-908c-70c05df2c3a3 req-3ccddbf2-eadc-4a4d-82a7-b54c1e6e73c7 service neutron] Transition to ACTIVE for port object c8eaff5b-4a42-4389-bc4b-1592ce5859e2 will not be triggered until provisioned by entity L2. {{(pid=86394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:40:22.588358 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-68028516-5038-437d-908c-70c05df2c3a3 req-3ccddbf2-eadc-4a4d-82a7-b54c1e6e73c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839088365'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:22.599983 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:22.621298 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a87fdd0a-0e8f-41c6-b10b-3bacc4783845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:22.679003 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a87fdd0a-0e8f-41c6-b10b-3bacc4783845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:22.680877 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8ccd051c-bbdd-4c1e-83f8-e819823106ef req-78713b42-c978-4244-9718-56e89f31dd03 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2718730
Apr 21 14:40:22.775569 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a87fdd0a-0e8f-41c6-b10b-3bacc4783845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:22.784865 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-45dde832-e807-4111-9d95-35f0984226e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:22.807637 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87fdd0a-0e8f-41c6-b10b-3bacc4783845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2d4f2a-f32c-4d93-956d-c796ab901f9f,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:22.809327 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a87fdd0a-0e8f-41c6-b10b-3bacc4783845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:22.811405 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-a87fdd0a-0e8f-41c6-b10b-3bacc4783845 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ec2d4f2a-f32c-4d93-956d-c796ab901f9f HTTP/1.1" status: 204  len: 168 time: 0.3377450
Apr 21 14:40:22.812967 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-a87fdd0a-0e8f-41c6-b10b-3bacc4783845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:22.832951 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccddbf2-eadc-4a4d-82a7-b54c1e6e73c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c8eaff5b-4a42-4389-bc4b-1592ce5859e2,revision_number=2']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:22.882586 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-3ccddbf2-eadc-4a4d-82a7-b54c1e6e73c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:22.939406 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-68028516-5038-437d-908c-70c05df2c3a3 req-3ccddbf2-eadc-4a4d-82a7-b54c1e6e73c7 service neutron] Attempting to bind port c8eaff5b-4a42-4389-bc4b-1592ce5859e2 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:40:22.939406 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-68028516-5038-437d-908c-70c05df2c3a3 req-3ccddbf2-eadc-4a4d-82a7-b54c1e6e73c7 service neutron] Attempting to bind port c8eaff5b-4a42-4389-bc4b-1592ce5859e2 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'd290187c-a000-4516-b1c4-56d5a796fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd7586439-5692-45b4-a121-4de98b0d3272'}] {{(pid=86394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:40:22.939406 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68028516-5038-437d-908c-70c05df2c3a3 req-3ccddbf2-eadc-4a4d-82a7-b54c1e6e73c7 service neutron] Attempting to bind port c8eaff5b-4a42-4389-bc4b-1592ce5859e2 on network d7586439-5692-45b4-a121-4de98b0d3272 {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:40:22.944599 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68028516-5038-437d-908c-70c05df2c3a3 req-3ccddbf2-eadc-4a4d-82a7-b54c1e6e73c7 service neutron] Port c8eaff5b-4a42-4389-bc4b-1592ce5859e2 on network d7586439-5692-45b4-a121-4de98b0d3272 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 14:40:22.945840 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68028516-5038-437d-908c-70c05df2c3a3 req-3ccddbf2-eadc-4a4d-82a7-b54c1e6e73c7 service neutron] Attempting to bind port c8eaff5b-4a42-4389-bc4b-1592ce5859e2 on network d7586439-5692-45b4-a121-4de98b0d3272 {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:40:22.959182 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68028516-5038-437d-908c-70c05df2c3a3 req-3ccddbf2-eadc-4a4d-82a7-b54c1e6e73c7 service neutron] Checking agent: {'id': 'aac967bd-8151-4f72-a05c-3193d627c9da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'started_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:40:22.959566 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68028516-5038-437d-908c-70c05df2c3a3 req-3ccddbf2-eadc-4a4d-82a7-b54c1e6e73c7 service neutron] Checking segment: {'id': 'd290187c-a000-4516-b1c4-56d5a796fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd7586439-5692-45b4-a121-4de98b0d3272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:40:22.960006 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68028516-5038-437d-908c-70c05df2c3a3 req-3ccddbf2-eadc-4a4d-82a7-b54c1e6e73c7 service neutron] Bound using segment: {'id': 'd290187c-a000-4516-b1c4-56d5a796fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd7586439-5692-45b4-a121-4de98b0d3272'} {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:40:22.960513 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-68028516-5038-437d-908c-70c05df2c3a3 req-3ccddbf2-eadc-4a4d-82a7-b54c1e6e73c7 service neutron] Bound port: c8eaff5b-4a42-4389-bc4b-1592ce5859e2, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd290187c-a000-4516-b1c4-56d5a796fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd7586439-5692-45b4-a121-4de98b0d3272'}}] {{(pid=86394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:40:22.960956 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-68028516-5038-437d-908c-70c05df2c3a3 req-3ccddbf2-eadc-4a4d-82a7-b54c1e6e73c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:23.304822 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-68028516-5038-437d-908c-70c05df2c3a3 req-3ccddbf2-eadc-4a4d-82a7-b54c1e6e73c7 service neutron] For port c8eaff5b-4a42-4389-bc4b-1592ce5859e2, host hv-cinder-78638, cleared binding levels {{(pid=86394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:40:23.311227 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-68028516-5038-437d-908c-70c05df2c3a3 req-3ccddbf2-eadc-4a4d-82a7-b54c1e6e73c7 service neutron] For port c8eaff5b-4a42-4389-bc4b-1592ce5859e2, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c8eaff5b-4a42-4389-bc4b-1592ce5859e2,segment=NetworkSegment(d290187c-a000-4516-b1c4-56d5a796fa49),segment_id=d290187c-a000-4516-b1c4-56d5a796fa49)] {{(pid=86394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:40:23.318362 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-68028516-5038-437d-908c-70c05df2c3a3 req-3ccddbf2-eadc-4a4d-82a7-b54c1e6e73c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839088365'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:23.342185 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f91aceb9-e5d9-47ac-8f13-5b5fd24f1610 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:23.479020 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68028516-5038-437d-908c-70c05df2c3a3 req-3ccddbf2-eadc-4a4d-82a7-b54c1e6e73c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:23.480544 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-68028516-5038-437d-908c-70c05df2c3a3 req-3ccddbf2-eadc-4a4d-82a7-b54c1e6e73c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for port, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:23.483894 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-68028516-5038-437d-908c-70c05df2c3a3 req-3ccddbf2-eadc-4a4d-82a7-b54c1e6e73c7 service neutron] 10.222.0.36 "PUT /v2.0/ports/c8eaff5b-4a42-4389-bc4b-1592ce5859e2 HTTP/1.1" status: 200  len: 1093 time: 2.0206769
Apr 21 14:40:23.485083 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7219388-ce17-45a3-b762-ddb8f62f57d4', 'tag': 'c8eaff5b-4a42-4389-bc4b-1592ce5859e2'}] {{(pid=86394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:40:23.495159 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23252bc5-43f4-43cc-ba54-685d1bba4caa req-400bf95f-39e4-413e-b237-3e9071b88d73 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:23.497324 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-23252bc5-43f4-43cc-ba54-685d1bba4caa req-400bf95f-39e4-413e-b237-3e9071b88d73 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 946 time: 0.2782302
Apr 21 14:40:23.536983 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 53834) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:23.620557 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-23252bc5-43f4-43cc-ba54-685d1bba4caa req-ec3d6bd7-52d4-4d52-8003-a97e231a38a9 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064267
Apr 21 14:40:23.715296 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccddbf2-eadc-4a4d-82a7-b54c1e6e73c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c8eaff5b-4a42-4389-bc4b-1592ce5859e2,revision_number=3']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:23.731128 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-3ccddbf2-eadc-4a4d-82a7-b54c1e6e73c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:23.756952 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7219388-ce17-45a3-b762-ddb8f62f57d4', 'tag': 'c8eaff5b-4a42-4389-bc4b-1592ce5859e2', 'status': 'completed', 'code': 200}
Apr 21 14:40:23.775909 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 53852) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:23.789290 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68028516-5038-437d-908c-70c05df2c3a3 req-647fde91-1fa6-499a-a5fb-e09272717c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:23.791036 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-68028516-5038-437d-908c-70c05df2c3a3 req-647fde91-1fa6-499a-a5fb-e09272717c1b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c273beec5c4c4f89a4c7c896497de7b8&device_id=d7219388-ce17-45a3-b762-ddb8f62f57d4 HTTP/1.1" status: 200  len: 1096 time: 0.2367830
Apr 21 14:40:23.842806 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 53856) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:23.892378 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-57a0ab2d-45df-4dd6-b3d7-55bfd68c85f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:23.895192 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f1d1563c-17d1-4445-8764-8e090542b6e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:23.911954 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-57a0ab2d-45df-4dd6-b3d7-55bfd68c85f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:40:23.912152 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-68028516-5038-437d-908c-70c05df2c3a3 req-2f90c020-bd39-46a9-97d3-8f114c358a14 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8eaff5b-4a42-4389-bc4b-1592ce5859e2 HTTP/1.1" status: 200  len: 217 time: 0.0940676
Apr 21 14:40:23.914838 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-f1d1563c-17d1-4445-8764-8e090542b6e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:40:23.924753 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-f1d1563c-17d1-4445-8764-8e090542b6e4 admin admin] Usage tracker for resource:security_group_rule and tenant:097c2be9c4694a54a994d31d6472cb22 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:40:23.924753 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-f1d1563c-17d1-4445-8764-8e090542b6e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:40:23.925049 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-57a0ab2d-45df-4dd6-b3d7-55bfd68c85f8 admin admin] Usage tracker for resource:security_group_rule and tenant:36f0951c7cf84693b2f46a8f9a4b5f95 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:40:23.928110 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-57a0ab2d-45df-4dd6-b3d7-55bfd68c85f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:40:23.932334 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-f1d1563c-17d1-4445-8764-8e090542b6e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:40:23.939882 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-57a0ab2d-45df-4dd6-b3d7-55bfd68c85f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:40:24.030744 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68028516-5038-437d-908c-70c05df2c3a3 req-0c7ef2d4-ee29-48f1-820e-347fd14c3875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:24.031807 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_v2 [None req-428481bb-d8f0-4ce9-8366-ee344759becd admin admin] Deleting subnet 636a28b2-858f-42f1-9a38-d17297309123 {{(pid=86393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 14:40:24.032412 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-68028516-5038-437d-908c-70c05df2c3a3 req-0c7ef2d4-ee29-48f1-820e-347fd14c3875 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59c648af-02d8-41a8-9d9d-c5acff085d02 HTTP/1.1" status: 200  len: 855 time: 0.1016104
Apr 21 14:40:24.049655 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-428481bb-d8f0-4ce9-8366-ee344759becd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:24.097618 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-68028516-5038-437d-908c-70c05df2c3a3 req-51fffe12-84c8-4ec3-985a-78505e1e1e96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7586439-5692-45b4-a121-4de98b0d3272&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0564957
Apr 21 14:40:24.140220 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-428481bb-d8f0-4ce9-8366-ee344759becd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:24.157822 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-428481bb-d8f0-4ce9-8366-ee344759becd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1951284'] for subnet, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:24.232431 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6717b-e7db-4192-9bfb-a3370ab9568a req-412710c5-cf06-4d52-bcbc-55fe324210e0 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:24.234184 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-03c6717b-e7db-4192-9bfb-a3370ab9568a req-412710c5-cf06-4d52-bcbc-55fe324210e0 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7219388-ce17-45a3-b762-ddb8f62f57d4 HTTP/1.1" status: 200  len: 943 time: 0.2965150
Apr 21 14:40:24.266029 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f1d1563c-17d1-4445-8764-8e090542b6e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:24.270614 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f1d1563c-17d1-4445-8764-8e090542b6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:24.278197 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:24.370587 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-f1d1563c-17d1-4445-8764-8e090542b6e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=097c2be9c4694a54a994d31d6472cb22&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8315489
Apr 21 14:40:24.377943 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 53864) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:24.390440 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-68028516-5038-437d-908c-70c05df2c3a3 req-0a9e5261-2354-4554-962a-ba4feedb98ae service neutron] 10.222.0.36 "GET /v2.0/networks/d7586439-5692-45b4-a121-4de98b0d3272?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2842176
Apr 21 14:40:24.393229 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1563c-17d1-4445-8764-8e090542b6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ebe64d-c7c8-4b64-8e94-5046739c5bd3,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:24.398811 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f1d1563c-17d1-4445-8764-8e090542b6e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:24.444616 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-57a0ab2d-45df-4dd6-b3d7-55bfd68c85f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:24.532419 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-03c6717b-e7db-4192-9bfb-a3370ab9568a req-78e973d9-b7b1-4638-b69e-67459d29eb75 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2855654
Apr 21 14:40:24.534080 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-57a0ab2d-45df-4dd6-b3d7-55bfd68c85f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:24.565621 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-55434111-7799-430f-87d0-74325f758dfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:24.669652 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-68028516-5038-437d-908c-70c05df2c3a3 req-86e0de28-e73e-49a0-be12-577d23057910 service neutron] 10.222.0.36 "GET /v2.0/networks/d7586439-5692-45b4-a121-4de98b0d3272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2596483
Apr 21 14:40:24.722958 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7a7e5995-bd2a-419a-a068-e6c2205ec959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:24.748250 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-57a0ab2d-45df-4dd6-b3d7-55bfd68c85f8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=36f0951c7cf84693b2f46a8f9a4b5f95&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9007432
Apr 21 14:40:24.764177 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 53878) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:24.764955 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0ab2d-45df-4dd6-b3d7-55bfd68c85f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893a8a94-c0b2-479c-9be1-c1868cc8ac25,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:24.783372 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-57a0ab2d-45df-4dd6-b3d7-55bfd68c85f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:24.849194 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de0df5-591e-4676-a711-967f28a08758 req-e23231b1-de78-4181-93bc-42ac3edcfa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:24.850875 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-84de0df5-591e-4676-a711-967f28a08758 req-e23231b1-de78-4181-93bc-42ac3edcfa5f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c273beec5c4c4f89a4c7c896497de7b8&device_id=d7219388-ce17-45a3-b762-ddb8f62f57d4 HTTP/1.1" status: 200  len: 1096 time: 0.1127222
Apr 21 14:40:24.870098 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7a7e5995-bd2a-419a-a068-e6c2205ec959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:25.068748 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-31d3bd6e-0376-4408-8561-a45b75167016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:25.125737 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-31d3bd6e-0376-4408-8561-a45b75167016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:25.134459 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7a7e5995-bd2a-419a-a068-e6c2205ec959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:25.134835 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de0df5-591e-4676-a711-967f28a08758 req-4964108c-f3c7-4bfa-b007-0c5b077cf2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:25.137696 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-84de0df5-591e-4676-a711-967f28a08758 req-4964108c-f3c7-4bfa-b007-0c5b077cf2eb service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7586439-5692-45b4-a121-4de98b0d3272 HTTP/1.1" status: 200  len: 916 time: 0.2571952
Apr 21 14:40:25.144851 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-847a38d7-5b45-47d7-b04d-ab3039201b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:25.196021 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f41930-010a-4005-939b-1567dd09ca15 req-c0b7df09-2dd8-4d6f-b0cc-f3c17f1eae38 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:25.198725 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-49f41930-010a-4005-939b-1567dd09ca15 req-c0b7df09-2dd8-4d6f-b0cc-f3c17f1eae38 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 946 time: 0.4027104
Apr 21 14:40:25.199976 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-428481bb-d8f0-4ce9-8366-ee344759becd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852824564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162'] for subnet, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:25.205234 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7a7e5995-bd2a-419a-a068-e6c2205ec959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:25.206780 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-7a7e5995-bd2a-419a-a068-e6c2205ec959 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d5ebe64d-c7c8-4b64-8e94-5046739c5bd3 HTTP/1.1" status: 204  len: 168 time: 0.8161092
Apr 21 14:40:25.208287 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e5995-bd2a-419a-a068-e6c2205ec959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ebe64d-c7c8-4b64-8e94-5046739c5bd3,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:25.229353 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-7a7e5995-bd2a-419a-a068-e6c2205ec959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:25.263234 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:25.316467 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-84de0df5-591e-4676-a711-967f28a08758 req-5b7ccaf2-5e8d-40f6-91da-b6b0740a5ef2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8eaff5b-4a42-4389-bc4b-1592ce5859e2 HTTP/1.1" status: 200  len: 217 time: 0.1633759
Apr 21 14:40:25.349346 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428481bb-d8f0-4ce9-8366-ee344759becd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=636a28b2-858f-42f1-9a38-d17297309123,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:25.357088 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-428481bb-d8f0-4ce9-8366-ee344759becd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:25.360107 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-428481bb-d8f0-4ce9-8366-ee344759becd admin admin] Notify callbacks [] for subnet, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:25.364950 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-428481bb-d8f0-4ce9-8366-ee344759becd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/636a28b2-858f-42f1-9a38-d17297309123 HTTP/1.1" status: 204  len: 168 time: 1.5852127
Apr 21 14:40:25.367414 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 53896) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:25.442805 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de0df5-591e-4676-a711-967f28a08758 req-62f7e1ab-3775-41fa-9729-fb9ccaeb9840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:25.444590 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-84de0df5-591e-4676-a711-967f28a08758 req-62f7e1ab-3775-41fa-9729-fb9ccaeb9840 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59c648af-02d8-41a8-9d9d-c5acff085d02 HTTP/1.1" status: 200  len: 855 time: 0.1181622
Apr 21 14:40:25.512502 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-84de0df5-591e-4676-a711-967f28a08758 req-4bfd67a2-0b73-46c2-90f8-3158fd8f087e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7586439-5692-45b4-a121-4de98b0d3272&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0580351
Apr 21 14:40:25.517953 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-49f41930-010a-4005-939b-1567dd09ca15 req-369924ae-581b-4c30-9f2f-0aa750a85a29 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2730973
Apr 21 14:40:25.531543 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-12d33016-635b-4648-a80d-869ce7415d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2044280'] for network, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:25.578691 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-31d3bd6e-0376-4408-8561-a45b75167016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:25.590232 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:25.720491 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-84de0df5-591e-4676-a711-967f28a08758 req-3da8aade-2018-4baa-b76b-10e894dd8f3d service neutron] 10.222.0.36 "GET /v2.0/networks/d7586439-5692-45b4-a121-4de98b0d3272?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1985066
Apr 21 14:40:25.777367 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-31d3bd6e-0376-4408-8561-a45b75167016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:25.778652 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-31d3bd6e-0376-4408-8561-a45b75167016 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/893a8a94-c0b2-479c-9be1-c1868cc8ac25 HTTP/1.1" status: 204  len: 168 time: 1.0051908
Apr 21 14:40:25.784681 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3bd6e-0376-4408-8561-a45b75167016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893a8a94-c0b2-479c-9be1-c1868cc8ac25,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:25.790029 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-31d3bd6e-0376-4408-8561-a45b75167016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:25.802366 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-12d33016-635b-4648-a80d-869ce7415d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852824479', 'neutron.services.segments.db._delete_segments_for_network-8759846428787'] for network, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:25.866659 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 53912) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:25.954735 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3ab32087-0826-4080-82ef-ea297fbf1443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:25.964933 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-12d33016-635b-4648-a80d-869ce7415d44 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f78f5dccac8>> segment before_delete 55550000 {{(pid=86393) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:40:25.965270 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-12d33016-635b-4648-a80d-869ce7415d44 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f78f5dccac8>> subnet precommit_delete_associations 55550000 {{(pid=86393) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:40:25.966449 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-12d33016-635b-4648-a80d-869ce7415d44 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f78f693ae10>> segment_host_mapping after_create 55550000 {{(pid=86393) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:40:25.966847 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-12d33016-635b-4648-a80d-869ce7415d44 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f78f693ae10>> port after_create 55550000 {{(pid=86393) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:40:25.967217 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-12d33016-635b-4648-a80d-869ce7415d44 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f78f693ae10>> port after_delete 55550000 {{(pid=86393) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:40:25.967584 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-12d33016-635b-4648-a80d-869ce7415d44 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f78f693ae10>> port after_update 55550000 {{(pid=86393) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:40:25.967948 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-12d33016-635b-4648-a80d-869ce7415d44 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f78f693ae10>> segment after_delete 55550000 {{(pid=86393) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:40:25.968410 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-12d33016-635b-4648-a80d-869ce7415d44 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f78f693ae10>> subnet after_create 55550000 {{(pid=86393) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:40:25.968764 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-12d33016-635b-4648-a80d-869ce7415d44 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f78f693ae10>> subnet after_delete 55550000 {{(pid=86393) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:40:25.969007 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-12d33016-635b-4648-a80d-869ce7415d44 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f78f693ae10>> subnet after_update 55550000 {{(pid=86393) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:40:26.008685 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-3ab32087-0826-4080-82ef-ea297fbf1443 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:40:26.013531 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-3ab32087-0826-4080-82ef-ea297fbf1443 admin admin] Usage tracker for resource:security_group_rule and tenant:2dd4c2064d364415a85d3bdc1dbdc311 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:40:26.017396 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-3ab32087-0826-4080-82ef-ea297fbf1443 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:40:26.024541 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-3ab32087-0826-4080-82ef-ea297fbf1443 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:40:26.041965 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-12d33016-635b-4648-a80d-869ce7415d44 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f78f5daffd0>> subnet after_create 55550000 {{(pid=86393) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:40:26.042567 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-12d33016-635b-4648-a80d-869ce7415d44 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f78f5daffd0>> subnet after_delete 55550000 {{(pid=86393) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:40:26.043092 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-12d33016-635b-4648-a80d-869ce7415d44 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f78f5daffd0>> subnet before_create 55550000 {{(pid=86393) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:40:26.043475 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-12d33016-635b-4648-a80d-869ce7415d44 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f78f5daffd0>> subnet before_update 55550000 {{(pid=86393) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 21 14:40:26.043874 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-12d33016-635b-4648-a80d-869ce7415d44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78f70a1cc0>,) {'filters': {'network_id': ['2671739c-b1e5-44b5-80f6-19a324e449de']}} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:40:26.064942 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-12d33016-635b-4648-a80d-869ce7415d44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78f70a1cc0>, 'f9f79d33-bcaf-443f-984f-db2181ef54a6') {'for_net_delete': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:40:26.065299 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-12d33016-635b-4648-a80d-869ce7415d44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78f70a1cc0>, 'f9f79d33-bcaf-443f-984f-db2181ef54a6') {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:40:26.078995 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-12d33016-635b-4648-a80d-869ce7415d44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277008185699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036840669187'] for segment, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:26.098975 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-12d33016-635b-4648-a80d-869ce7415d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852863918'] for segment, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:26.107803 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12d33016-635b-4648-a80d-869ce7415d44 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=86393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 14:40:26.168956 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3ab32087-0826-4080-82ef-ea297fbf1443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:26.181161 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3ab32087-0826-4080-82ef-ea297fbf1443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:26.196720 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9376dd0d-fd3f-423a-9adb-2814843b8546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:26.274374 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-84de0df5-591e-4676-a711-967f28a08758 req-19a339dd-d598-4130-b037-5f6b4b23382a service neutron] 10.222.0.36 "GET /v2.0/networks/d7586439-5692-45b4-a121-4de98b0d3272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5457518
Apr 21 14:40:26.285251 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c649ab7-81ac-4bca-a633-4ea4aaaccd3a req-07c7aa46-6ac8-461f-acc7-b723ebe9ad34 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:26.287241 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5c649ab7-81ac-4bca-a633-4ea4aaaccd3a req-07c7aa46-6ac8-461f-acc7-b723ebe9ad34 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7219388-ce17-45a3-b762-ddb8f62f57d4 HTTP/1.1" status: 200  len: 943 time: 0.4193032
Apr 21 14:40:26.288033 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab32087-0826-4080-82ef-ea297fbf1443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c437c0b0-ff25-4757-8164-ecb137a46e64,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:26.291583 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-3ab32087-0826-4080-82ef-ea297fbf1443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:26.295900 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-3ab32087-0826-4080-82ef-ea297fbf1443 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2dd4c2064d364415a85d3bdc1dbdc311&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4260042
Apr 21 14:40:26.301002 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 53928) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:26.368790 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-12d33016-635b-4648-a80d-869ce7415d44 admin admin] Network 2671739c-b1e5-44b5-80f6-19a324e449de has no segments {{(pid=86393) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 14:40:26.380689 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-12d33016-635b-4648-a80d-869ce7415d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1911845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14929072'] for segment, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:26.479777 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-aa2b1fa7-4874-4386-a044-c1a133fd4279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:26.515491 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5c649ab7-81ac-4bca-a633-4ea4aaaccd3a req-2912c16b-9d04-40b7-a5ea-4c66a75821f4 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1638691
Apr 21 14:40:26.550287 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-aa2b1fa7-4874-4386-a044-c1a133fd4279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:26.600095 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-12d33016-635b-4648-a80d-869ce7415d44 admin admin] Network 2671739c-b1e5-44b5-80f6-19a324e449de has no segments {{(pid=86393) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 14:40:26.610113 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-aa2b1fa7-4874-4386-a044-c1a133fd4279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:26.617861 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-81c48193-3647-43a1-b1d7-0e53af4d3241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:26.636669 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b1fa7-4874-4386-a044-c1a133fd4279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c437c0b0-ff25-4757-8164-ecb137a46e64,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:26.641010 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-aa2b1fa7-4874-4386-a044-c1a133fd4279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:26.653474 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-aa2b1fa7-4874-4386-a044-c1a133fd4279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:26.655538 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-aa2b1fa7-4874-4386-a044-c1a133fd4279 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c437c0b0-ff25-4757-8164-ecb137a46e64 HTTP/1.1" status: 204  len: 168 time: 0.3533525
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]:   from cryptography.utils import int_from_bytes
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]:   from cryptography.utils import int_from_bytes
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]:   (rel_b, rel_a, rel_b),
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]:   (rel_b, rel_a, rel_b),
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]: Traceback (most recent call last):
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]:     timer()
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]:     cb(*args, **kw)
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]:     return func(*args, **kwargs)
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]:     self._notify()
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]:     self.callback(batched_events)
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]:     event.method(event)
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]:     segment_id)['aggregates'][0]
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]:     return f(self, *a, **k)
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]:     return self._get(url).json()
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]:     **kwargs)
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]:     return self.request(url, 'GET', **kwargs)
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]:     **endpoint_filter)
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 14:40:26.739660 dv-cinder-786385-2-iscsi neutron-server[86282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 14:40:26.742398 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-12d33016-635b-4648-a80d-869ce7415d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1951337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630402'] for network, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:26.749050 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-12d33016-635b-4648-a80d-869ce7415d44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for network, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:26.754303 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:26.778615 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d33016-635b-4648-a80d-869ce7415d44 admin admin] Pushing event deleted for resources: {'Network': ['ID=2671739c-b1e5-44b5-80f6-19a324e449de,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:26.781398 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-12d33016-635b-4648-a80d-869ce7415d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:26.790063 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-12d33016-635b-4648-a80d-869ce7415d44 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2671739c-b1e5-44b5-80f6-19a324e449de HTTP/1.1" status: 204  len: 168 time: 1.4213557
Apr 21 14:40:26.931625 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 53956) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:26.952772 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa3583-153a-4788-991d-4538a912e24c req-d33bf1ce-1045-4961-a108-edb934edd46a tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:26.962767 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-46aa3583-153a-4788-991d-4538a912e24c req-d33bf1ce-1045-4961-a108-edb934edd46a tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 946 time: 0.1443589
Apr 21 14:40:27.030767 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-46aa3583-153a-4788-991d-4538a912e24c req-00667fd2-5e20-4f68-9534-2e0265b2b332 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668211
Apr 21 14:40:27.223924 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 53968) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:27.322782 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-6dff388c-c508-481b-87f3-e331d48c0575 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dedd46ed5a7b480b96fc0f889ee9392f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0970490
Apr 21 14:40:27.326309 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 53974) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:27.495523 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9d0047a4-efb1-4605-8871-06e93acc83cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:27.606291 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9d0047a4-efb1-4605-8871-06e93acc83cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:27.617884 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ee69b9ca-f653-487a-adc0-a81b48a80924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:27.686927 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 53994) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:27.692586 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-ee69b9ca-f653-487a-adc0-a81b48a80924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:40:27.709668 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-ee69b9ca-f653-487a-adc0-a81b48a80924 admin admin] Usage tracker for resource:security_group_rule and tenant:907e27cdb3a64f1d8d16d9a947db85ea is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:40:27.727482 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-ee69b9ca-f653-487a-adc0-a81b48a80924 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:40:27.750330 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-ee69b9ca-f653-487a-adc0-a81b48a80924 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:40:27.854074 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_v2 [None req-e10e56f4-7461-48bf-a0cf-4036e0fb0291 admin admin] Deleting subnet f303b7cb-4c8c-4728-9df8-fd06f9394a23 {{(pid=86393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 14:40:27.860718 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9d0047a4-efb1-4605-8871-06e93acc83cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:27.869354 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e10e56f4-7461-48bf-a0cf-4036e0fb0291 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:27.928754 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-31d3bd6e-0376-4408-8561-a45b75167016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:28.003799 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ee69b9ca-f653-487a-adc0-a81b48a80924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:28.008802 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ee69b9ca-f653-487a-adc0-a81b48a80924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:28.101919 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-70c88c20-fc16-48c4-9e55-ca533e2724d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:28.169419 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-ee69b9ca-f653-487a-adc0-a81b48a80924 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=907e27cdb3a64f1d8d16d9a947db85ea&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2355480
Apr 21 14:40:28.199528 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 54012) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:28.267379 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69b9ca-f653-487a-adc0-a81b48a80924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f18906-ccea-42ae-bae0-c080ce4ab594,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:28.304524 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee69b9ca-f653-487a-adc0-a81b48a80924 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:40:28.306320 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee69b9ca-f653-487a-adc0-a81b48a80924 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:40:28.307325 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee69b9ca-f653-487a-adc0-a81b48a80924 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:40:28.308085 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee69b9ca-f653-487a-adc0-a81b48a80924 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:40:28.308837 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee69b9ca-f653-487a-adc0-a81b48a80924 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:40:28.309594 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee69b9ca-f653-487a-adc0-a81b48a80924 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:40:28.310392 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee69b9ca-f653-487a-adc0-a81b48a80924 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:40:28.311155 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee69b9ca-f653-487a-adc0-a81b48a80924 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:40:28.312509 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee69b9ca-f653-487a-adc0-a81b48a80924 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:40:28.320720 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee69b9ca-f653-487a-adc0-a81b48a80924 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:40:28.321425 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee69b9ca-f653-487a-adc0-a81b48a80924 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:40:28.322110 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee69b9ca-f653-487a-adc0-a81b48a80924 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:40:28.346256 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ee69b9ca-f653-487a-adc0-a81b48a80924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:28.483142 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0047a4-efb1-4605-8871-06e93acc83cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9e4849-99af-4342-b297-9b1b75946732,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:28.526917 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ef3039f6-46bc-4d7c-a57d-a2a808e6e016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:28.546431 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0047a4-efb1-4605-8871-06e93acc83cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:40:28.546431 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0047a4-efb1-4605-8871-06e93acc83cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:40:28.547211 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0047a4-efb1-4605-8871-06e93acc83cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:40:28.547763 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0047a4-efb1-4605-8871-06e93acc83cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:40:28.548405 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0047a4-efb1-4605-8871-06e93acc83cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:40:28.549033 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0047a4-efb1-4605-8871-06e93acc83cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:40:28.549698 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0047a4-efb1-4605-8871-06e93acc83cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:40:28.550400 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0047a4-efb1-4605-8871-06e93acc83cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:40:28.551337 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0047a4-efb1-4605-8871-06e93acc83cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:40:28.551973 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0047a4-efb1-4605-8871-06e93acc83cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:40:28.552596 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0047a4-efb1-4605-8871-06e93acc83cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:40:28.553207 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0047a4-efb1-4605-8871-06e93acc83cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:40:28.581196 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9d0047a4-efb1-4605-8871-06e93acc83cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:28.587265 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ef3039f6-46bc-4d7c-a57d-a2a808e6e016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:28.653043 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e10e56f4-7461-48bf-a0cf-4036e0fb0291 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14106613'] for subnet, precommit_delete_associations {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:28.718156 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ef3039f6-46bc-4d7c-a57d-a2a808e6e016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:28.731810 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-5cebaf57-7fd9-4ae7-b59c-fe0f05d9627b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:28.755660 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9d0047a4-efb1-4605-8871-06e93acc83cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:28.757673 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-9d0047a4-efb1-4605-8871-06e93acc83cb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ba9e4849-99af-4342-b297-9b1b75946732 HTTP/1.1" status: 204  len: 168 time: 1.4298856
Apr 21 14:40:28.768625 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b51cc5-41ac-4cda-a1eb-2057d8c69f19 req-e3c0de32-27d3-4c75-8207-0dbcd74fea5b tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:28.771668 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-75b51cc5-41ac-4cda-a1eb-2057d8c69f19 req-e3c0de32-27d3-4c75-8207-0dbcd74fea5b tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 946 time: 0.3820615
Apr 21 14:40:28.782667 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3039f6-46bc-4d7c-a57d-a2a808e6e016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f18906-ccea-42ae-bae0-c080ce4ab594,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:28.786929 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ef3039f6-46bc-4d7c-a57d-a2a808e6e016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:28.791897 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ef3039f6-46bc-4d7c-a57d-a2a808e6e016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:28.791897 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-ef3039f6-46bc-4d7c-a57d-a2a808e6e016 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/53f18906-ccea-42ae-bae0-c080ce4ab594 HTTP/1.1" status: 204  len: 168 time: 0.5892494
Apr 21 14:40:28.872858 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-75b51cc5-41ac-4cda-a1eb-2057d8c69f19 req-329f0b7b-b7cb-453f-b819-1943e2490f88 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799606
Apr 21 14:40:28.880815 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6095f0e-4c67-406e-9053-400899ec0bea req-ac50e078-8fbb-4894-af11-cfb47ad12193 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:28.881884 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 54032) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:28.890796 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c6095f0e-4c67-406e-9053-400899ec0bea req-ac50e078-8fbb-4894-af11-cfb47ad12193 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7219388-ce17-45a3-b762-ddb8f62f57d4 HTTP/1.1" status: 200  len: 943 time: 0.9239721
Apr 21 14:40:28.931362 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e10e56f4-7461-48bf-a0cf-4036e0fb0291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1951284'] for subnet, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:29.120918 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c6095f0e-4c67-406e-9053-400899ec0bea req-7ec3a5d7-1c79-4f93-9047-07394a13c920 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2285531
Apr 21 14:40:29.410782 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3498e5b5-206a-4464-9379-8c58d81e8560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:29.431330 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-3498e5b5-206a-4464-9379-8c58d81e8560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:40:29.436867 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-3498e5b5-206a-4464-9379-8c58d81e8560 admin admin] Usage tracker for resource:security_group_rule and tenant:5b0ea75b7ecc427480ebffb662e586ad is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:40:29.441192 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-3498e5b5-206a-4464-9379-8c58d81e8560 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:40:29.450469 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-3498e5b5-206a-4464-9379-8c58d81e8560 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:40:29.455360 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ecc9999c-96a0-4fb4-a26d-0dbaab6ef76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:29.473416 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device c8eaff5b-4a42-4389-bc4b-1592ce5859e2 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 14:40:29.623305 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e10e56f4-7461-48bf-a0cf-4036e0fb0291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852824564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839847661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14113115'] for subnet, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:29.664681 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-7f15deb5-e014-46a3-b42d-f08569d66f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:29.701132 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3498e5b5-206a-4464-9379-8c58d81e8560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:29.706691 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3498e5b5-206a-4464-9379-8c58d81e8560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:29.727745 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port c8eaff5b-4a42-4389-bc4b-1592ce5859e2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c8eaff5b-4a42-4389-bc4b-1592ce5859e2,segment=NetworkSegment(d290187c-a000-4516-b1c4-56d5a796fa49),segment_id=d290187c-a000-4516-b1c4-56d5a796fa49)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:40:29.728862 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:29.748252 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e10e56f4-7461-48bf-a0cf-4036e0fb0291 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:29.759357 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Returning: {'device': 'c8eaff5b-4a42-4389-bc4b-1592ce5859e2', 'network_id': 'd7586439-5692-45b4-a121-4de98b0d3272', 'port_id': 'c8eaff5b-4a42-4389-bc4b-1592ce5859e2', 'mac_address': 'fa:16:3e:de:1c:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c648af-02d8-41a8-9d9d-c5acff085d02', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 14:40:29.774708 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e56f4-7461-48bf-a0cf-4036e0fb0291 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f303b7cb-4c8c-4728-9df8-fd06f9394a23,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:29.787870 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e10e56f4-7461-48bf-a0cf-4036e0fb0291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:29.791133 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-3498e5b5-206a-4464-9379-8c58d81e8560 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5b0ea75b7ecc427480ebffb662e586ad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9074972
Apr 21 14:40:29.793826 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3498e5b5-206a-4464-9379-8c58d81e8560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ad16dd-5c08-46df-8b02-69df0092b42a,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:29.794840 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-e10e56f4-7461-48bf-a0cf-4036e0fb0291 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f303b7cb-4c8c-4728-9df8-fd06f9394a23 HTTP/1.1" status: 204  len: 168 time: 2.1061375
Apr 21 14:40:29.797952 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 54050) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:29.798934 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-3498e5b5-206a-4464-9379-8c58d81e8560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:29.802643 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 54052) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:29.858428 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:29.879144 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 54060) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:29.891204 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8eaff5b-4a42-4389-bc4b-1592ce5859e2 {{(pid=86395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:40:29.921909 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-366e1fc6-e671-48a9-b5bf-de62341814e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:29.938498 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port c8eaff5b-4a42-4389-bc4b-1592ce5859e2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c8eaff5b-4a42-4389-bc4b-1592ce5859e2,segment=NetworkSegment(d290187c-a000-4516-b1c4-56d5a796fa49),segment_id=d290187c-a000-4516-b1c4-56d5a796fa49)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:40:29.949388 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:29.954355 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9eeb7363-5861-4346-8dc9-bb3316c39d86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:30.006951 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-366e1fc6-e671-48a9-b5bf-de62341814e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:40:30.015791 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-366e1fc6-e671-48a9-b5bf-de62341814e3 admin admin] Usage tracker for resource:security_group_rule and tenant:e492a191dbb74c8eb5b20cc32501ff32 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:40:30.031650 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-366e1fc6-e671-48a9-b5bf-de62341814e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:40:30.044889 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-366e1fc6-e671-48a9-b5bf-de62341814e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:40:30.095853 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fe730191-f602-4ee5-8fb2-5946f0f1a531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2044280'] for network, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:30.130100 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=c8eaff5b-4a42-4389-bc4b-1592ce5859e2,revision_number=4']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:30.137227 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:30.193244 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ffec27d9-1b68-4d43-878d-1770effe3a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:30.231396 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ffec27d9-1b68-4d43-878d-1770effe3a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:30.236124 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-366e1fc6-e671-48a9-b5bf-de62341814e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:30.244088 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-366e1fc6-e671-48a9-b5bf-de62341814e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:30.259806 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-31073b9a-4916-4041-abb7-5630049a40fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:30.349074 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ffec27d9-1b68-4d43-878d-1770effe3a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:30.366369 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-366e1fc6-e671-48a9-b5bf-de62341814e3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e492a191dbb74c8eb5b20cc32501ff32&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4825659
Apr 21 14:40:30.366369 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e1fc6-e671-48a9-b5bf-de62341814e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a023e662-c96f-4333-b35f-59eef6be6592,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:30.372708 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-366e1fc6-e671-48a9-b5bf-de62341814e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:30.373636 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 54076) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:30.421152 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['c8eaff5b-4a42-4389-bc4b-1592ce5859e2'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:40:30.445456 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:30.527493 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d9a9ea42-90e8-4d97-bfe3-4b5c3131643c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:30.542166 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec27d9-1b68-4d43-878d-1770effe3a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ad16dd-5c08-46df-8b02-69df0092b42a,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:30.545775 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ffec27d9-1b68-4d43-878d-1770effe3a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:30.568460 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-ffec27d9-1b68-4d43-878d-1770effe3a32 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f7ad16dd-5c08-46df-8b02-69df0092b42a HTTP/1.1" status: 204  len: 168 time: 0.7529607
Apr 21 14:40:30.570406 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ffec27d9-1b68-4d43-878d-1770effe3a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:30.589348 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d9a9ea42-90e8-4d97-bfe3-4b5c3131643c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:30.621863 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fe730191-f602-4ee5-8fb2-5946f0f1a531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852824479', 'neutron.services.segments.db._delete_segments_for_network-8759846428787'] for network, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:30.836242 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2da6b-afae-405f-a995-ea94983cf340 req-8b542ff8-ecfd-4309-9f1a-c71435758d46 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:30.838581 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-59c2da6b-afae-405f-a995-ea94983cf340 req-8b542ff8-ecfd-4309-9f1a-c71435758d46 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7219388-ce17-45a3-b762-ddb8f62f57d4 HTTP/1.1" status: 200  len: 944 time: 0.2546520
Apr 21 14:40:30.857306 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d9a9ea42-90e8-4d97-bfe3-4b5c3131643c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:30.865561 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9d0047a4-efb1-4605-8871-06e93acc83cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:30.892704 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9ea42-90e8-4d97-bfe3-4b5c3131643c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a023e662-c96f-4333-b35f-59eef6be6592,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:30.896345 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d9a9ea42-90e8-4d97-bfe3-4b5c3131643c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:30.911771 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d9a9ea42-90e8-4d97-bfe3-4b5c3131643c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:30.913035 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-d9a9ea42-90e8-4d97-bfe3-4b5c3131643c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a023e662-c96f-4333-b35f-59eef6be6592 HTTP/1.1" status: 204  len: 168 time: 0.5378540
Apr 21 14:40:30.945625 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-59c2da6b-afae-405f-a995-ea94983cf340 req-3636ba06-b97e-4d9f-9a60-1978ce4245d5 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922134
Apr 21 14:40:31.138984 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfde927-0e9b-43cd-aa81-4adc473f8997 req-dc39aacc-f510-46e8-a705-89698d9aeda7 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:31.142683 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6cfde927-0e9b-43cd-aa81-4adc473f8997 req-dc39aacc-f510-46e8-a705-89698d9aeda7 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 946 time: 0.9511957
Apr 21 14:40:31.147274 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-fe730191-f602-4ee5-8fb2-5946f0f1a531 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78f7d69e80>,) {'filters': {'network_id': ['42ef28d0-6ec1-4191-8c9f-bdf02cdd11fe']}} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:40:31.189613 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-fe730191-f602-4ee5-8fb2-5946f0f1a531 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78f7d69e80>, 'dbad7244-6d9e-4f98-9583-53a3a29a6088') {'for_net_delete': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:40:31.189950 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-fe730191-f602-4ee5-8fb2-5946f0f1a531 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78f7d69e80>, 'dbad7244-6d9e-4f98-9583-53a3a29a6088') {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:40:31.227669 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fe730191-f602-4ee5-8fb2-5946f0f1a531 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277008185699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839885257'] for segment, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:31.238768 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6cfde927-0e9b-43cd-aa81-4adc473f8997 req-b19ed3d4-8cf1-4459-8227-a1b4adf5c52c tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794592
Apr 21 14:40:31.254850 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fe730191-f602-4ee5-8fb2-5946f0f1a531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852863918'] for segment, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:31.274172 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe730191-f602-4ee5-8fb2-5946f0f1a531 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=86394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 14:40:31.519649 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-fe730191-f602-4ee5-8fb2-5946f0f1a531 admin admin] Network 42ef28d0-6ec1-4191-8c9f-bdf02cdd11fe has no segments {{(pid=86394) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 14:40:31.531486 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fe730191-f602-4ee5-8fb2-5946f0f1a531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1911845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839088275'] for segment, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:31.847680 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-fe730191-f602-4ee5-8fb2-5946f0f1a531 admin admin] Network 42ef28d0-6ec1-4191-8c9f-bdf02cdd11fe has no segments {{(pid=86394) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 14:40:31.879263 dv-cinder-786385-2-iscsi neutron-server[86282]: Traceback (most recent call last):
Apr 21 14:40:31.879263 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 14:40:31.879263 dv-cinder-786385-2-iscsi neutron-server[86282]:     timer()
Apr 21 14:40:31.879263 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 14:40:31.879263 dv-cinder-786385-2-iscsi neutron-server[86282]:     cb(*args, **kw)
Apr 21 14:40:31.879263 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 14:40:31.879263 dv-cinder-786385-2-iscsi neutron-server[86282]:     return func(*args, **kwargs)
Apr 21 14:40:31.879263 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 14:40:31.879263 dv-cinder-786385-2-iscsi neutron-server[86282]:     self._notify()
Apr 21 14:40:31.879263 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 14:40:31.879263 dv-cinder-786385-2-iscsi neutron-server[86282]:     self.callback(batched_events)
Apr 21 14:40:31.879263 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 14:40:31.879263 dv-cinder-786385-2-iscsi neutron-server[86282]:     event.method(event)
Apr 21 14:40:31.879263 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 14:40:31.879263 dv-cinder-786385-2-iscsi neutron-server[86282]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 14:40:31.879263 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 14:40:31.879263 dv-cinder-786385-2-iscsi neutron-server[86282]:     segment_id)['aggregates'][0]
Apr 21 14:40:31.879263 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 14:40:31.879263 dv-cinder-786385-2-iscsi neutron-server[86282]:     return f(self, *a, **k)
Apr 21 14:40:31.879263 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 14:40:31.879263 dv-cinder-786385-2-iscsi neutron-server[86282]:     return self._get(url).json()
Apr 21 14:40:31.879263 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 14:40:31.879263 dv-cinder-786385-2-iscsi neutron-server[86282]:     **kwargs)
Apr 21 14:40:31.879263 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 14:40:31.879263 dv-cinder-786385-2-iscsi neutron-server[86282]:     return self.request(url, 'GET', **kwargs)
Apr 21 14:40:31.879263 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 14:40:31.879263 dv-cinder-786385-2-iscsi neutron-server[86282]:     **endpoint_filter)
Apr 21 14:40:31.879263 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 14:40:31.879263 dv-cinder-786385-2-iscsi neutron-server[86282]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 14:40:31.879263 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 14:40:31.879263 dv-cinder-786385-2-iscsi neutron-server[86282]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 14:40:31.879263 dv-cinder-786385-2-iscsi neutron-server[86282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 14:40:32.034346 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fe730191-f602-4ee5-8fb2-5946f0f1a531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1951337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630402'] for network, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:32.042732 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8dee8940-afa0-425c-95a4-547812afa094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:32.081474 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:32.084441 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fe730191-f602-4ee5-8fb2-5946f0f1a531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for network, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:32.098555 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe730191-f602-4ee5-8fb2-5946f0f1a531 admin admin] Pushing event deleted for resources: {'Network': ['ID=42ef28d0-6ec1-4191-8c9f-bdf02cdd11fe,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:32.101841 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-fe730191-f602-4ee5-8fb2-5946f0f1a531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:32.104477 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-fe730191-f602-4ee5-8fb2-5946f0f1a531 admin admin] 10.222.0.24 "DELETE /v2.0/networks/42ef28d0-6ec1-4191-8c9f-bdf02cdd11fe HTTP/1.1" status: 204  len: 168 time: 2.3037751
Apr 21 14:40:32.109288 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 54126) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:32.228620 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-936c2a67-31aa-41ad-96d3-59ef15ce16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:32.271832 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1151a5a-ba5f-4320-bb06-afc88131746f req-0b971b1e-5a62-4d4a-9520-3268d0b7ce95 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:32.275593 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a1151a5a-ba5f-4320-bb06-afc88131746f req-0b971b1e-5a62-4d4a-9520-3268d0b7ce95 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7219388-ce17-45a3-b762-ddb8f62f57d4 HTTP/1.1" status: 200  len: 944 time: 0.1415570
Apr 21 14:40:32.313540 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_v2 [None req-6964748b-549e-418c-9949-22e9ac7134ca admin admin] Deleting subnet dd81d402-214a-4ddc-9720-33980649982a {{(pid=86393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 14:40:32.319240 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6964748b-549e-418c-9949-22e9ac7134ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:32.375209 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a1151a5a-ba5f-4320-bb06-afc88131746f req-5e7a13ee-c004-4133-a111-9d68488a3798 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921197
Apr 21 14:40:32.520832 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:32.538173 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6964748b-549e-418c-9949-22e9ac7134ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14106613'] for subnet, precommit_delete_associations {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:32.644124 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6964748b-549e-418c-9949-22e9ac7134ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1951284'] for subnet, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:32.732603 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ba377-3ad1-443a-bcef-b27b8ef97f9b req-fa0507f5-4ade-4651-a7d8-ce3a7872616d tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:32.734225 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9c3ba377-3ad1-443a-bcef-b27b8ef97f9b req-fa0507f5-4ade-4651-a7d8-ce3a7872616d tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 946 time: 0.3164346
Apr 21 14:40:32.899025 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9c3ba377-3ad1-443a-bcef-b27b8ef97f9b req-2efd786d-ec5c-4c96-9199-8cd17701ca4f tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1442370
Apr 21 14:40:33.056154 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6964748b-549e-418c-9949-22e9ac7134ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852824564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839847661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14113115'] for subnet, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:33.064090 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:33.110564 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964748b-549e-418c-9949-22e9ac7134ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd81d402-214a-4ddc-9720-33980649982a,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:33.114885 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-6964748b-549e-418c-9949-22e9ac7134ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:33.118837 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6964748b-549e-418c-9949-22e9ac7134ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:33.128085 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-6964748b-549e-418c-9949-22e9ac7134ca admin admin] 10.222.0.24 "DELETE /v2.0/subnets/dd81d402-214a-4ddc-9720-33980649982a HTTP/1.1" status: 204  len: 168 time: 1.0140069
Apr 21 14:40:33.128412 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 54164) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:33.395626 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b868a16e-953d-464d-9c25-d9ca3287e6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2044280'] for network, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:33.492411 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device c8eaff5b-4a42-4389-bc4b-1592ce5859e2 up at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:40:33.684288 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b868a16e-953d-464d-9c25-d9ca3287e6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852824479', 'neutron.services.segments.db._delete_segments_for_network-8759846428787'] for network, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:33.729978 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning for port c8eaff5b-4a42-4389-bc4b-1592ce5859e2 completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:40:33.745105 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning complete for port c8eaff5b-4a42-4389-bc4b-1592ce5859e2 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:40:33.746531 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:33.943994 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-b868a16e-953d-464d-9c25-d9ca3287e6d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78f6e39c50>,) {'filters': {'network_id': ['867b84f7-41a7-4b28-bca9-a5c33dec9016']}} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:40:33.972349 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-b868a16e-953d-464d-9c25-d9ca3287e6d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78f6e39c50>, '3899bd7a-0101-4239-b295-9f040bc9a142') {'for_net_delete': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:40:33.980009 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-b868a16e-953d-464d-9c25-d9ca3287e6d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78f6e39c50>, '3899bd7a-0101-4239-b295-9f040bc9a142') {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:40:34.024384 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b868a16e-953d-464d-9c25-d9ca3287e6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277008185699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036840669187'] for segment, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:34.066064 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:34.144112 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7219388-ce17-45a3-b762-ddb8f62f57d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8eaff5b-4a42-4389-bc4b-1592ce5859e2'}] {{(pid=86395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:40:34.185325 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port c8eaff5b-4a42-4389-bc4b-1592ce5859e2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c8eaff5b-4a42-4389-bc4b-1592ce5859e2,segment=NetworkSegment(d290187c-a000-4516-b1c4-56d5a796fa49),segment_id=d290187c-a000-4516-b1c4-56d5a796fa49)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:40:34.193422 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:34.207338 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:34.215287 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b868a16e-953d-464d-9c25-d9ca3287e6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852863918'] for segment, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:34.234936 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b868a16e-953d-464d-9c25-d9ca3287e6d6 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=86393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 14:40:34.363722 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab393cf3-7986-4b9d-b964-d41c6717d647 req-232bfa69-dfbe-4130-97ac-a229fb2f0efe tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:34.366072 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ab393cf3-7986-4b9d-b964-d41c6717d647 req-232bfa69-dfbe-4130-97ac-a229fb2f0efe tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 946 time: 0.1626182
Apr 21 14:40:34.448467 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88578ae-c3bc-47ec-810e-5cf30d5e29be req-2ef6096b-0421-408c-9f21-0d4448402146 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:34.449340 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=c8eaff5b-4a42-4389-bc4b-1592ce5859e2,revision_number=5']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:34.457762 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b88578ae-c3bc-47ec-810e-5cf30d5e29be req-2ef6096b-0421-408c-9f21-0d4448402146 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7219388-ce17-45a3-b762-ddb8f62f57d4 HTTP/1.1" status: 200  len: 945 time: 0.4478884
Apr 21 14:40:34.472587 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:34.473904 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:34.477229 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ab393cf3-7986-4b9d-b964-d41c6717d647 req-da8aceeb-20d7-4308-9066-078b908f08b0 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020269
Apr 21 14:40:34.571629 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-b868a16e-953d-464d-9c25-d9ca3287e6d6 admin admin] Network 867b84f7-41a7-4b28-bca9-a5c33dec9016 has no segments {{(pid=86393) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 14:40:34.594463 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b868a16e-953d-464d-9c25-d9ca3287e6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1911845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14929072'] for segment, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:34.708179 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b88578ae-c3bc-47ec-810e-5cf30d5e29be req-d637115f-df0c-48df-bcdf-b2e75891960e tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2493362
Apr 21 14:40:34.723398 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7219388-ce17-45a3-b762-ddb8f62f57d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8eaff5b-4a42-4389-bc4b-1592ce5859e2', 'code': 200}
Apr 21 14:40:34.853306 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-b868a16e-953d-464d-9c25-d9ca3287e6d6 admin admin] Network 867b84f7-41a7-4b28-bca9-a5c33dec9016 has no segments {{(pid=86393) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 14:40:34.890767 dv-cinder-786385-2-iscsi neutron-server[86282]: Traceback (most recent call last):
Apr 21 14:40:34.890767 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 14:40:34.890767 dv-cinder-786385-2-iscsi neutron-server[86282]:     timer()
Apr 21 14:40:34.890767 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 14:40:34.890767 dv-cinder-786385-2-iscsi neutron-server[86282]:     cb(*args, **kw)
Apr 21 14:40:34.890767 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 14:40:34.890767 dv-cinder-786385-2-iscsi neutron-server[86282]:     return func(*args, **kwargs)
Apr 21 14:40:34.890767 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 14:40:34.890767 dv-cinder-786385-2-iscsi neutron-server[86282]:     self._notify()
Apr 21 14:40:34.890767 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 14:40:34.890767 dv-cinder-786385-2-iscsi neutron-server[86282]:     self.callback(batched_events)
Apr 21 14:40:34.890767 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 14:40:34.890767 dv-cinder-786385-2-iscsi neutron-server[86282]:     event.method(event)
Apr 21 14:40:34.890767 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 14:40:34.890767 dv-cinder-786385-2-iscsi neutron-server[86282]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 14:40:34.890767 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 14:40:34.890767 dv-cinder-786385-2-iscsi neutron-server[86282]:     segment_id)['aggregates'][0]
Apr 21 14:40:34.890767 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 14:40:34.890767 dv-cinder-786385-2-iscsi neutron-server[86282]:     return f(self, *a, **k)
Apr 21 14:40:34.890767 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 14:40:34.890767 dv-cinder-786385-2-iscsi neutron-server[86282]:     return self._get(url).json()
Apr 21 14:40:34.890767 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 14:40:34.890767 dv-cinder-786385-2-iscsi neutron-server[86282]:     **kwargs)
Apr 21 14:40:34.890767 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 14:40:34.890767 dv-cinder-786385-2-iscsi neutron-server[86282]:     return self.request(url, 'GET', **kwargs)
Apr 21 14:40:34.890767 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 14:40:34.890767 dv-cinder-786385-2-iscsi neutron-server[86282]:     **endpoint_filter)
Apr 21 14:40:34.890767 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 14:40:34.890767 dv-cinder-786385-2-iscsi neutron-server[86282]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 14:40:34.890767 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 14:40:34.890767 dv-cinder-786385-2-iscsi neutron-server[86282]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 14:40:34.890767 dv-cinder-786385-2-iscsi neutron-server[86282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 14:40:35.011202 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b868a16e-953d-464d-9c25-d9ca3287e6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1951337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630402'] for network, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:35.038597 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b868a16e-953d-464d-9c25-d9ca3287e6d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for network, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:35.045039 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:35.091257 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549f7a6-7e1c-4a6c-8f0f-51bf35fbf60b req-9eb1a8e9-8867-4f18-aa8a-ca8e7933250b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:35.093296 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f549f7a6-7e1c-4a6c-8f0f-51bf35fbf60b req-9eb1a8e9-8867-4f18-aa8a-ca8e7933250b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d7219388-ce17-45a3-b762-ddb8f62f57d4 HTTP/1.1" status: 200  len: 1098 time: 0.1169198
Apr 21 14:40:35.095811 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868a16e-953d-464d-9c25-d9ca3287e6d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=867b84f7-41a7-4b28-bca9-a5c33dec9016,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:35.101448 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-b868a16e-953d-464d-9c25-d9ca3287e6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:35.108701 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-b868a16e-953d-464d-9c25-d9ca3287e6d6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/867b84f7-41a7-4b28-bca9-a5c33dec9016 HTTP/1.1" status: 204  len: 168 time: 1.9752541
Apr 21 14:40:35.174370 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-f549f7a6-7e1c-4a6c-8f0f-51bf35fbf60b req-a10eb107-7059-464a-9fdd-2e9e226cde83 service neutron] Synchronizing usage tracker for tenant:60f4975a8f5d4e53a763852e8609166a on resource:security_group {{(pid=86394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:40:35.199948 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-f549f7a6-7e1c-4a6c-8f0f-51bf35fbf60b req-a10eb107-7059-464a-9fdd-2e9e226cde83 service neutron] Unset dirty status for tenant:60f4975a8f5d4e53a763852e8609166a on resource:security_group {{(pid=86394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:40:35.201202 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f549f7a6-7e1c-4a6c-8f0f-51bf35fbf60b req-a10eb107-7059-464a-9fdd-2e9e226cde83 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984766
Apr 21 14:40:35.488034 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 54264) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:35.751224 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-dffa9608-9681-4861-be6f-f83e8172f062 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ba090b5b640c4c62bc71d826adeba33c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1044650
Apr 21 14:40:35.788055 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-3fdd1d32-90f7-47aa-bfc7-2764558e2962 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7760bf168f84b2898143576e038c880&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2982082
Apr 21 14:40:35.816293 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 54292) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:35.959593 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f8fca-ad96-4851-b090-507b60848395 req-ef500d50-acfb-46d1-83e6-c56373b5946d tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:35.962532 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a81f8fca-ad96-4851-b090-507b60848395 req-ef500d50-acfb-46d1-83e6-c56373b5946d tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 946 time: 0.2006755
Apr 21 14:40:36.042010 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-62ebc0e1-13c3-44af-98fb-739de5d1e322 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:36.049883 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-62ebc0e1-13c3-44af-98fb-739de5d1e322 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2764652
Apr 21 14:40:36.065140 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a81f8fca-ad96-4851-b090-507b60848395 req-3f353f28-0f7f-4cbb-bf77-41b5ccc07c43 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778484
Apr 21 14:40:36.071231 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-cbfda9e5-8141-4dcd-a25a-d828618da52b tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] 10.222.0.24 "GET /v2.0/quotas/ba090b5b640c4c62bc71d826adeba33c HTTP/1.1" status: 200  len: 375 time: 0.0202048
Apr 21 14:40:36.178644 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-afe02a06-cb0a-441b-9be7-1c1a06030299 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba090b5b640c4c62bc71d826adeba33c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1062684
Apr 21 14:40:36.199734 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4eb1dae9-735c-40e8-a6ae-4e458aa8bf5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:36.252830 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4eb1dae9-735c-40e8-a6ae-4e458aa8bf5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:36.265666 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 54302) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:36.309088 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4eb1dae9-735c-40e8-a6ae-4e458aa8bf5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:36.315252 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-cb2e1764-13ef-4d3b-b1de-df63051837b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:36.329276 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1dae9-735c-40e8-a6ae-4e458aa8bf5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5dd391f-bc0b-46da-8bc5-10665fcae747,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:36.335344 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-4eb1dae9-735c-40e8-a6ae-4e458aa8bf5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:36.339990 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4eb1dae9-735c-40e8-a6ae-4e458aa8bf5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:36.341272 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-4eb1dae9-735c-40e8-a6ae-4e458aa8bf5e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5dd391f-bc0b-46da-8bc5-10665fcae747 HTTP/1.1" status: 204  len: 168 time: 0.5238352
Apr 21 14:40:36.802910 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-df7a8a8e-a0e4-4cd4-af5d-3857435f336c req-0378c44e-7b2e-4c95-ab11-a9c3942dc83e tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] 10.222.0.24 "GET /v2.0/ports?device_id=2504706a-701f-4da9-90ec-425515785e61 HTTP/1.1" status: 200  len: 210 time: 0.2024817
Apr 21 14:40:37.017276 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7394b-dcb3-47be-a92d-3bbac91165c0 req-1bc9dfb9-28e4-4dca-8b00-8bd9c0ef4535 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:37.026448 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a3b7394b-dcb3-47be-a92d-3bbac91165c0 req-1bc9dfb9-28e4-4dca-8b00-8bd9c0ef4535 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7219388-ce17-45a3-b762-ddb8f62f57d4 HTTP/1.1" status: 200  len: 945 time: 0.2643270
Apr 21 14:40:37.164717 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-390efc04-8643-4608-bea8-727265d70d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:37.209179 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-390efc04-8643-4608-bea8-727265d70d17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:40:37.213597 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-390efc04-8643-4608-bea8-727265d70d17 admin admin] Usage tracker for resource:security_group_rule and tenant:4e19fa5f132b42ecbcbbc47ac29a31ad is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:40:37.217624 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-390efc04-8643-4608-bea8-727265d70d17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:40:37.227211 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-390efc04-8643-4608-bea8-727265d70d17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:40:37.325233 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 54334) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:37.347941 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a3b7394b-dcb3-47be-a92d-3bbac91165c0 req-af1d2b2d-f60b-42ab-bf08-ef81dfa1fdf1 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3201568
Apr 21 14:40:37.455973 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e620811e-80eb-4e21-ab43-49f0bd410b47 req-d0212ba3-28ba-4634-a489-d1b22801e334 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=502a82df-ee66-408d-ab9e-8207516c0415&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.4269309
Apr 21 14:40:37.492960 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-785f5b51-5898-413d-b77a-4ceb1938082e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ca31db2f7b104ff084fe9cdfc534c4b8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1663377
Apr 21 14:40:37.495583 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 54344) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:37.561678 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-390efc04-8643-4608-bea8-727265d70d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:37.582448 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-390efc04-8643-4608-bea8-727265d70d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:37.588255 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d635d98-6b2e-451d-a33d-8b9b401b84a3 req-39e454a1-55ef-49cf-b351-6a5a0b26710f tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:37.590060 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2d635d98-6b2e-451d-a33d-8b9b401b84a3 req-39e454a1-55ef-49cf-b351-6a5a0b26710f tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 946 time: 0.2615244
Apr 21 14:40:37.628810 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:37.643175 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-390efc04-8643-4608-bea8-727265d70d17 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e19fa5f132b42ecbcbbc47ac29a31ad&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3714025
Apr 21 14:40:37.654574 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 54354) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:37.687591 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620811e-80eb-4e21-ab43-49f0bd410b47 req-df32bccb-85f7-4b3a-840d-37bec0a533e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:37.689320 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e620811e-80eb-4e21-ab43-49f0bd410b47 req-df32bccb-85f7-4b3a-840d-37bec0a533e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c273beec5c4c4f89a4c7c896497de7b8&device_id=502a82df-ee66-408d-ab9e-8207516c0415 HTTP/1.1" status: 200  len: 1099 time: 0.2037504
Apr 21 14:40:37.690293 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390efc04-8643-4608-bea8-727265d70d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a6b6ef-f431-458d-bbe4-a92abd1d1716,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:37.705014 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-390efc04-8643-4608-bea8-727265d70d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:37.799649 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-696d2f0f-003c-46c3-b656-cc26915e7019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:37.842615 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-696d2f0f-003c-46c3-b656-cc26915e7019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:37.934831 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620811e-80eb-4e21-ab43-49f0bd410b47 req-654a3980-c697-453f-9956-9f3388d6cbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:37.936604 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e620811e-80eb-4e21-ab43-49f0bd410b47 req-654a3980-c697-453f-9956-9f3388d6cbc1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7586439-5692-45b4-a121-4de98b0d3272 HTTP/1.1" status: 200  len: 916 time: 0.1934407
Apr 21 14:40:37.973296 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2af63583-fd5d-4a4b-8d46-ce023c2eeabc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:38.049687 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2af63583-fd5d-4a4b-8d46-ce023c2eeabc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:38.183568 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2d635d98-6b2e-451d-a33d-8b9b401b84a3 req-41dab984-8d86-4fdc-acfb-2a3950df738c tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5793993
Apr 21 14:40:38.197800 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-696d2f0f-003c-46c3-b656-cc26915e7019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:38.215724 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-7c706802-8d87-46c5-9e6b-19d606e2dac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:38.224779 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 54366) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:38.229549 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e620811e-80eb-4e21-ab43-49f0bd410b47 req-aaadc63b-26eb-4878-9a31-7a6b1f3f3146 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2c31a01-40a4-4b6e-aaee-cbeb1067272f HTTP/1.1" status: 200  len: 217 time: 0.2858682
Apr 21 14:40:38.237676 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d2f0f-003c-46c3-b656-cc26915e7019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1075a9-58ee-4877-a913-52cf0f938255,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:38.248380 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-696d2f0f-003c-46c3-b656-cc26915e7019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:38.252683 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-696d2f0f-003c-46c3-b656-cc26915e7019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:38.253919 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-696d2f0f-003c-46c3-b656-cc26915e7019 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0c1075a9-58ee-4877-a913-52cf0f938255 HTTP/1.1" status: 204  len: 168 time: 0.7573152
Apr 21 14:40:38.278524 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2af63583-fd5d-4a4b-8d46-ce023c2eeabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:38.299601 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-18c53b47-7ea7-4923-817e-75df0550002d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:38.324818 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af63583-fd5d-4a4b-8d46-ce023c2eeabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a6b6ef-f431-458d-bbe4-a92abd1d1716,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:38.334451 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2af63583-fd5d-4a4b-8d46-ce023c2eeabc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:38.354617 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-2af63583-fd5d-4a4b-8d46-ce023c2eeabc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/50a6b6ef-f431-458d-bbe4-a92abd1d1716 HTTP/1.1" status: 204  len: 168 time: 0.6986837
Apr 21 14:40:38.355815 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2af63583-fd5d-4a4b-8d46-ce023c2eeabc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:38.426718 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-042e20af-a91b-44d3-842f-e214c9e17497 req-31443d7f-59e8-47d4-9fdd-96cd2c5c791e tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] 10.222.0.24 "GET /v2.0/ports?device_id=2504706a-701f-4da9-90ec-425515785e61 HTTP/1.1" status: 200  len: 210 time: 0.2007549
Apr 21 14:40:38.438648 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620811e-80eb-4e21-ab43-49f0bd410b47 req-82950500-2d1b-45f7-afde-85bab3f464b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:38.440390 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e620811e-80eb-4e21-ab43-49f0bd410b47 req-82950500-2d1b-45f7-afde-85bab3f464b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59c648af-02d8-41a8-9d9d-c5acff085d02 HTTP/1.1" status: 200  len: 855 time: 0.1066604
Apr 21 14:40:38.538250 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e620811e-80eb-4e21-ab43-49f0bd410b47 req-45d2fda1-de3c-4f23-8e64-984f42ea41b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7586439-5692-45b4-a121-4de98b0d3272&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0810745
Apr 21 14:40:38.686932 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-b51bf668-8d0b-445f-a23a-80b6aeea18d3 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ba090b5b640c4c62bc71d826adeba33c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0726023
Apr 21 14:40:38.778713 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:38.790237 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ea4350a1-6f6e-46e9-9ed2-c001f657aefd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:38.805680 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e620811e-80eb-4e21-ab43-49f0bd410b47 req-19d6c75b-40b6-4721-9e30-da596f0eecff service neutron] 10.222.0.36 "GET /v2.0/networks/d7586439-5692-45b4-a121-4de98b0d3272?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2533481
Apr 21 14:40:38.810148 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-ea4350a1-6f6e-46e9-9ed2-c001f657aefd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:40:39.084564 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-0f40a0a3-f584-4060-8f61-4742eb75eedb tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:39.089914 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-0f40a0a3-f584-4060-8f61-4742eb75eedb tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3991525
Apr 21 14:40:39.111753 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15807c-d513-440c-b13e-96348f55c4ae req-6a9f6c65-687e-4c99-b229-775280b3d7b7 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:39.121613 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0a15807c-d513-440c-b13e-96348f55c4ae req-6a9f6c65-687e-4c99-b229-775280b3d7b7 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7219388-ce17-45a3-b762-ddb8f62f57d4 HTTP/1.1" status: 200  len: 945 time: 0.4330170
Apr 21 14:40:39.158841 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-c285facd-e30b-4b85-81c2-cf0de29e5ec6 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Request body: {'port': {'device_id': '2504706a-701f-4da9-90ec-425515785e61', 'network_id': 'bc2e8b12-2d7a-487f-8431-f4b7d0dfda27', 'admin_state_up': True, 'tenant_id': 'ba090b5b640c4c62bc71d826adeba33c'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:40:39.291055 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e620811e-80eb-4e21-ab43-49f0bd410b47 req-cf0ede12-fab1-4604-b58f-280d65697310 service neutron] 10.222.0.36 "GET /v2.0/networks/d7586439-5692-45b4-a121-4de98b0d3272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4774644
Apr 21 14:40:39.293477 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-ea4350a1-6f6e-46e9-9ed2-c001f657aefd admin admin] Usage tracker for resource:security_group_rule and tenant:b9989dc664a84ae6bc3c2aa4e5be45db is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:40:39.300202 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-ea4350a1-6f6e-46e9-9ed2-c001f657aefd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:40:39.318633 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-ea4350a1-6f6e-46e9-9ed2-c001f657aefd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:40:39.478033 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 54404) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:39.527259 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-5b4d7110-01a2-46e1-a8f9-3cb4569e71e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:39.580906 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-5b4d7110-01a2-46e1-a8f9-3cb4569e71e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:40:39.606379 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-5b4d7110-01a2-46e1-a8f9-3cb4569e71e6 admin admin] Usage tracker for resource:security_group_rule and tenant:7fe7a72ea4ec454c8d657c3600f3a49c is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:40:39.617913 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-5b4d7110-01a2-46e1-a8f9-3cb4569e71e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:40:39.637080 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ea4350a1-6f6e-46e9-9ed2-c001f657aefd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:39.641416 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-5b4d7110-01a2-46e1-a8f9-3cb4569e71e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:40:39.674551 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0a15807c-d513-440c-b13e-96348f55c4ae req-0e0dae04-18e5-470e-8775-059c4dab1526 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5517681
Apr 21 14:40:39.784344 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ea4350a1-6f6e-46e9-9ed2-c001f657aefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:39.797620 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f0f32d89-44e1-4a8f-9e26-2eef82b7b793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:39.837253 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4350a1-6f6e-46e9-9ed2-c001f657aefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd5c110-fa01-4f3d-965b-8112cc8ed6ce,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:39.847487 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ea4350a1-6f6e-46e9-9ed2-c001f657aefd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:39.888355 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-ea4350a1-6f6e-46e9-9ed2-c001f657aefd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b9989dc664a84ae6bc3c2aa4e5be45db&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6580908
Apr 21 14:40:39.889700 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 54416) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:39.929798 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d4b47843-35c5-41d0-be92-49035d73a8f8 req-30c47e8c-1031-4e8f-a339-7d978d2cb689 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] 10.222.0.24 "GET /v2.0/ports?device_id=2504706a-701f-4da9-90ec-425515785e61 HTTP/1.1" status: 200  len: 210 time: 0.1360157
Apr 21 14:40:39.946363 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-c285facd-e30b-4b85-81c2-cf0de29e5ec6 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:40:39.952421 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-c285facd-e30b-4b85-81c2-cf0de29e5ec6 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Usage tracker for resource:port and tenant:ba090b5b640c4c62bc71d826adeba33c is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:40:39.956642 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-c285facd-e30b-4b85-81c2-cf0de29e5ec6 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:40:39.962996 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba05990-c3d4-4b96-9d98-afa19d84c781 req-2cbe855d-2a19-439d-9e56-f38636488bd4 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:39.971473 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2ba05990-c3d4-4b96-9d98-afa19d84c781 req-2cbe855d-2a19-439d-9e56-f38636488bd4 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 946 time: 0.2893105
Apr 21 14:40:39.984668 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-c285facd-e30b-4b85-81c2-cf0de29e5ec6 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:40:40.000994 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-c285facd-e30b-4b85-81c2-cf0de29e5ec6 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Made reservation on behalf of ba090b5b640c4c62bc71d826adeba33c for: {'port': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:40:40.007994 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-c285facd-e30b-4b85-81c2-cf0de29e5ec6 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:40.026226 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-c285facd-e30b-4b85-81c2-cf0de29e5ec6 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:40.051589 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-c285facd-e30b-4b85-81c2-cf0de29e5ec6 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:40:40.053698 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-c285facd-e30b-4b85-81c2-cf0de29e5ec6 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Usage tracker for resource:security_group_rule and tenant:ba090b5b640c4c62bc71d826adeba33c is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:40:40.058672 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-c285facd-e30b-4b85-81c2-cf0de29e5ec6 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:40:40.070490 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-c285facd-e30b-4b85-81c2-cf0de29e5ec6 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:40:40.162296 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2ba05990-c3d4-4b96-9d98-afa19d84c781 req-d7228686-4381-4aeb-9aa7-2c1ec2a47d19 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1891241
Apr 21 14:40:40.190333 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6c07eb7c-aa36-4f48-b6a5-778c4d5f9fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:40.195352 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-c285facd-e30b-4b85-81c2-cf0de29e5ec6 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:40.202880 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-c285facd-e30b-4b85-81c2-cf0de29e5ec6 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:40.226576 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-5b4d7110-01a2-46e1-a8f9-3cb4569e71e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:40.238051 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-5b4d7110-01a2-46e1-a8f9-3cb4569e71e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:40.276446 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-a2491fcf-0bfb-4ccc-ba0c-6e5c347bf03e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:40.287132 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-5b4d7110-01a2-46e1-a8f9-3cb4569e71e6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7fe7a72ea4ec454c8d657c3600f3a49c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8074429
Apr 21 14:40:40.305467 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 54432) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:40.321315 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e6882d21-c152-4160-8944-bff3268a79ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:40.413733 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6c07eb7c-aa36-4f48-b6a5-778c4d5f9fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:40.485673 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d7110-01a2-46e1-a8f9-3cb4569e71e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3c15c6-fa3a-47bc-88e2-8112f1559e08,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:40.490808 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d597e4a0-4bbf-4209-977c-98815f5c164e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:40.526657 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285facd-e30b-4b85-81c2-cf0de29e5ec6 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c932b108-e48f-4d6d-88fe-5a30fdfc66b7,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:40.531160 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-5b4d7110-01a2-46e1-a8f9-3cb4569e71e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:40.533376 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c285facd-e30b-4b85-81c2-cf0de29e5ec6 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:40.536662 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d597e4a0-4bbf-4209-977c-98815f5c164e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:40.593746 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6c07eb7c-aa36-4f48-b6a5-778c4d5f9fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:40.599441 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f1d1563c-17d1-4445-8764-8e090542b6e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:40.619583 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c07eb7c-aa36-4f48-b6a5-778c4d5f9fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd5c110-fa01-4f3d-965b-8112cc8ed6ce,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:40.624104 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d597e4a0-4bbf-4209-977c-98815f5c164e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:40.655433 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-6c07eb7c-aa36-4f48-b6a5-778c4d5f9fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:40.655982 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-6c07eb7c-aa36-4f48-b6a5-778c4d5f9fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:40.669042 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d597e4a0-4bbf-4209-977c-98815f5c164e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:40.670341 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-d597e4a0-4bbf-4209-977c-98815f5c164e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7c3c15c6-fa3a-47bc-88e2-8112f1559e08 HTTP/1.1" status: 204  len: 168 time: 0.3637214
Apr 21 14:40:40.691464 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597e4a0-4bbf-4209-977c-98815f5c164e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3c15c6-fa3a-47bc-88e2-8112f1559e08,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:40.695447 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d597e4a0-4bbf-4209-977c-98815f5c164e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:40.696504 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6c07eb7c-aa36-4f48-b6a5-778c4d5f9fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:40.698330 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-6c07eb7c-aa36-4f48-b6a5-778c4d5f9fba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9bd5c110-fa01-4f3d-965b-8112cc8ed6ce HTTP/1.1" status: 204  len: 168 time: 0.8080430
Apr 21 14:40:40.770729 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-c285facd-e30b-4b85-81c2-cf0de29e5ec6 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Allocated IP 192.168.233.174 (bc2e8b12-2d7a-487f-8431-f4b7d0dfda27/e61b0820-1070-4d93-870f-123118eca847/cc566d32-eb8b-44f2-807f-f7a1fae9c0f5) {{(pid=86393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:40:41.176884 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-c285facd-e30b-4b85-81c2-cf0de29e5ec6 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Notify callbacks [] for port, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:41.223907 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-c285facd-e30b-4b85-81c2-cf0de29e5ec6 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Transition to ACTIVE for port object cc566d32-eb8b-44f2-807f-f7a1fae9c0f5 will not be triggered until provisioned by entity DHCP. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:40:41.273100 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-c285facd-e30b-4b85-81c2-cf0de29e5ec6 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:41.292253 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:41.461376 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285facd-e30b-4b85-81c2-cf0de29e5ec6 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Pushing event updated for resources: {'Port': ['ID=cc566d32-eb8b-44f2-807f-f7a1fae9c0f5,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:41.468978 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c285facd-e30b-4b85-81c2-cf0de29e5ec6 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:41.478222 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-c285facd-e30b-4b85-81c2-cf0de29e5ec6 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Network bc2e8b12-2d7a-487f-8431-f4b7d0dfda27 is already hosted by enough agents. {{(pid=86393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:40:41.480313 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-c285facd-e30b-4b85-81c2-cf0de29e5ec6 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Resources bound (agent type, host, resource id):  {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:40:41.485046 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-c285facd-e30b-4b85-81c2-cf0de29e5ec6 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Received port after_create {{(pid=86393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:40:41.531532 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b074a1-c0e4-45dc-9a88-01f623c13b29 req-2b3cb2af-f929-414a-8997-a1e912bdf963 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:41.546890 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c3b074a1-c0e4-45dc-9a88-01f623c13b29 req-2b3cb2af-f929-414a-8997-a1e912bdf963 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] 10.222.0.24 "GET /v2.0/ports?device_id=2504706a-701f-4da9-90ec-425515785e61 HTTP/1.1" status: 200  len: 936 time: 0.2876322
Apr 21 14:40:41.551447 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 54476) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:41.613732 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1ce07d3d-57cf-4aab-98d0-8e2ee9405d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:41.664991 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-c285facd-e30b-4b85-81c2-cf0de29e5ec6 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:41.666151 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-c285facd-e30b-4b85-81c2-cf0de29e5ec6 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:41.678276 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-1ce07d3d-57cf-4aab-98d0-8e2ee9405d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:40:41.694503 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-1ce07d3d-57cf-4aab-98d0-8e2ee9405d65 admin admin] Usage tracker for resource:security_group_rule and tenant:5190ca4f157040549a6227d3d5a9a18a is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:40:41.712121 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-1ce07d3d-57cf-4aab-98d0-8e2ee9405d65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:40:41.727660 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-1ce07d3d-57cf-4aab-98d0-8e2ee9405d65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:40:41.730837 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-c285facd-e30b-4b85-81c2-cf0de29e5ec6 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.6063783
Apr 21 14:40:41.735278 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c3b074a1-c0e4-45dc-9a88-01f623c13b29 req-d64f3ba6-8020-4170-8db8-c8061df3de66 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] 10.222.0.24 "GET /v2.0/security-groups?id=c932b108-e48f-4d6d-88fe-5a30fdfc66b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1871359
Apr 21 14:40:41.749309 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-6109c1e5-d9cf-46e7-9b15-52c23d790f38 service neutron] Request body: {'port': {'device_id': '2504706a-701f-4da9-90ec-425515785e61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:40:41.846718 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 54490) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:41.916802 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-51617a7a-83ec-48a4-a970-88b7da030964 None None] Provisioning for port cc566d32-eb8b-44f2-807f-f7a1fae9c0f5 completed by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:40:41.935539 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-51617a7a-83ec-48a4-a970-88b7da030964 None None] Provisioning complete for port cc566d32-eb8b-44f2-807f-f7a1fae9c0f5 triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:40:41.936722 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-51617a7a-83ec-48a4-a970-88b7da030964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:42.074632 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-6109c1e5-d9cf-46e7-9b15-52c23d790f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:42.116671 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1ce07d3d-57cf-4aab-98d0-8e2ee9405d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:42.156305 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1ce07d3d-57cf-4aab-98d0-8e2ee9405d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:42.181881 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:42.197507 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-51617a7a-83ec-48a4-a970-88b7da030964 None None] Port cc566d32-eb8b-44f2-807f-f7a1fae9c0f5 cannot update to ACTIVE because it is not bound. {{(pid=86395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 14:40:42.249391 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-05dae9e4-67ac-4f1e-ba3f-dff05949bae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:42.287917 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-1ce07d3d-57cf-4aab-98d0-8e2ee9405d65 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5190ca4f157040549a6227d3d5a9a18a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7312467
Apr 21 14:40:42.291345 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 54504) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:42.291638 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-05dae9e4-67ac-4f1e-ba3f-dff05949bae6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:40:42.298117 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce07d3d-57cf-4aab-98d0-8e2ee9405d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f383b443-e1ce-47ba-8bb3-1b5b4a7f02cd,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:42.301472 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-05dae9e4-67ac-4f1e-ba3f-dff05949bae6 admin admin] Usage tracker for resource:security_group_rule and tenant:3fbebc88de1c4dd28f3f35bf8a43ca97 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:40:42.312947 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-1ce07d3d-57cf-4aab-98d0-8e2ee9405d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:42.313841 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-05dae9e4-67ac-4f1e-ba3f-dff05949bae6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:40:42.323060 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-05dae9e4-67ac-4f1e-ba3f-dff05949bae6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:40:42.368791 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867bdfe-c6fe-4dfd-aebd-f7a834649018 req-65451913-2229-462f-8a09-d5ee02873492 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:42.378751 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5867bdfe-c6fe-4dfd-aebd-f7a834649018 req-65451913-2229-462f-8a09-d5ee02873492 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 946 time: 0.3462286
Apr 21 14:40:42.489441 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-05dae9e4-67ac-4f1e-ba3f-dff05949bae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:42.493970 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-05dae9e4-67ac-4f1e-ba3f-dff05949bae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:42.505232 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-390efc04-8643-4608-bea8-727265d70d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:42.535195 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-94ac2caf-62ff-4600-b3d5-679e844d517f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:42.544387 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5867bdfe-c6fe-4dfd-aebd-f7a834649018 req-7cb23cd2-7485-44bb-afde-bdcae23db895 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1644914
Apr 21 14:40:42.591401 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-05dae9e4-67ac-4f1e-ba3f-dff05949bae6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3fbebc88de1c4dd28f3f35bf8a43ca97&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7405019
Apr 21 14:40:42.591401 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dae9e4-67ac-4f1e-ba3f-dff05949bae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9faee6fc-2c56-47fc-89e8-a71b80e8674d,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:42.592882 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 54520) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:42.595762 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-05dae9e4-67ac-4f1e-ba3f-dff05949bae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:42.600401 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-94ac2caf-62ff-4600-b3d5-679e844d517f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:42.681360 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-85d69351-10ad-4d12-b63e-841abeaed38c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:42.719256 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-85d69351-10ad-4d12-b63e-841abeaed38c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:42.786749 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-85d69351-10ad-4d12-b63e-841abeaed38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:42.791493 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9fe7a4c5-591c-4113-946e-e786e8a4d54e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:42.810555 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d69351-10ad-4d12-b63e-841abeaed38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9faee6fc-2c56-47fc-89e8-a71b80e8674d,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:42.815741 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-85d69351-10ad-4d12-b63e-841abeaed38c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:42.833150 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-85d69351-10ad-4d12-b63e-841abeaed38c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:42.837582 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-85d69351-10ad-4d12-b63e-841abeaed38c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9faee6fc-2c56-47fc-89e8-a71b80e8674d HTTP/1.1" status: 204  len: 168 time: 0.2405055
Apr 21 14:40:42.869547 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-94ac2caf-62ff-4600-b3d5-679e844d517f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:42.877168 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-6109c1e5-d9cf-46e7-9b15-52c23d790f38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc566d32-eb8b-44f2-807f-f7a1fae9c0f5 {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:40:42.882915 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:42.904020 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-94ac2caf-62ff-4600-b3d5-679e844d517f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:42.907681 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-94ac2caf-62ff-4600-b3d5-679e844d517f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f383b443-e1ce-47ba-8bb3-1b5b4a7f02cd HTTP/1.1" status: 204  len: 168 time: 0.6123948
Apr 21 14:40:42.907681 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-6109c1e5-d9cf-46e7-9b15-52c23d790f38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:42.911092 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac2caf-62ff-4600-b3d5-679e844d517f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f383b443-e1ce-47ba-8bb3-1b5b4a7f02cd,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:42.917417 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-94ac2caf-62ff-4600-b3d5-679e844d517f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:42.932095 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-6109c1e5-d9cf-46e7-9b15-52c23d790f38 service neutron] Transition to ACTIVE for port object cc566d32-eb8b-44f2-807f-f7a1fae9c0f5 will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:40:43.003107 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-6109c1e5-d9cf-46e7-9b15-52c23d790f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14929102'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:43.017892 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c079afa5-100d-4653-bb31-e1a360fba7ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:43.335658 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6109c1e5-d9cf-46e7-9b15-52c23d790f38 service neutron] Pushing event updated for resources: {'Port': ['ID=cc566d32-eb8b-44f2-807f-f7a1fae9c0f5,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:43.342820 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-6109c1e5-d9cf-46e7-9b15-52c23d790f38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:43.445083 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6d390-b88f-41b1-9577-93631ff3dd74 req-58f87e0f-2cb4-452c-a6ab-e8d0da2b5ba8 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:43.448267 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-99a6d390-b88f-41b1-9577-93631ff3dd74 req-58f87e0f-2cb4-452c-a6ab-e8d0da2b5ba8 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Synchronizing usage tracker for tenant:ba090b5b640c4c62bc71d826adeba33c on resource:port {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:40:43.582432 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-6109c1e5-d9cf-46e7-9b15-52c23d790f38 service neutron] Attempting to bind port cc566d32-eb8b-44f2-807f-f7a1fae9c0f5 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:40:43.582846 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-6109c1e5-d9cf-46e7-9b15-52c23d790f38 service neutron] Attempting to bind port cc566d32-eb8b-44f2-807f-f7a1fae9c0f5 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'c3423405-952e-4cbd-b0fb-edac909f21f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bc2e8b12-2d7a-487f-8431-f4b7d0dfda27'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:40:43.583241 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-6109c1e5-d9cf-46e7-9b15-52c23d790f38 service neutron] Attempting to bind port cc566d32-eb8b-44f2-807f-f7a1fae9c0f5 on network bc2e8b12-2d7a-487f-8431-f4b7d0dfda27 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:40:43.593199 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-6109c1e5-d9cf-46e7-9b15-52c23d790f38 service neutron] Port cc566d32-eb8b-44f2-807f-f7a1fae9c0f5 on network bc2e8b12-2d7a-487f-8431-f4b7d0dfda27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 14:40:43.593565 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-6109c1e5-d9cf-46e7-9b15-52c23d790f38 service neutron] Attempting to bind port cc566d32-eb8b-44f2-807f-f7a1fae9c0f5 on network bc2e8b12-2d7a-487f-8431-f4b7d0dfda27 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:40:43.603779 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-6109c1e5-d9cf-46e7-9b15-52c23d790f38 service neutron] Checking agent: {'id': 'aac967bd-8151-4f72-a05c-3193d627c9da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'started_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:40:43.604150 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-6109c1e5-d9cf-46e7-9b15-52c23d790f38 service neutron] Checking segment: {'id': 'c3423405-952e-4cbd-b0fb-edac909f21f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bc2e8b12-2d7a-487f-8431-f4b7d0dfda27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:40:43.604904 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-6109c1e5-d9cf-46e7-9b15-52c23d790f38 service neutron] Bound using segment: {'id': 'c3423405-952e-4cbd-b0fb-edac909f21f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bc2e8b12-2d7a-487f-8431-f4b7d0dfda27'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:40:43.605427 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-6109c1e5-d9cf-46e7-9b15-52c23d790f38 service neutron] Bound port: cc566d32-eb8b-44f2-807f-f7a1fae9c0f5, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3423405-952e-4cbd-b0fb-edac909f21f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bc2e8b12-2d7a-487f-8431-f4b7d0dfda27'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:40:43.605827 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-6109c1e5-d9cf-46e7-9b15-52c23d790f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:43.676093 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-99a6d390-b88f-41b1-9577-93631ff3dd74 req-58f87e0f-2cb4-452c-a6ab-e8d0da2b5ba8 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Unset dirty status for tenant:ba090b5b640c4c62bc71d826adeba33c on resource:port {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:40:43.676323 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-99a6d390-b88f-41b1-9577-93631ff3dd74 req-58f87e0f-2cb4-452c-a6ab-e8d0da2b5ba8 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] 10.222.0.24 "GET /v2.0/ports?device_id=2504706a-701f-4da9-90ec-425515785e61 HTTP/1.1" status: 200  len: 948 time: 0.7412317
Apr 21 14:40:43.789483 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-99a6d390-b88f-41b1-9577-93631ff3dd74 req-c01ab0b5-0bef-46f2-a51b-3c266fbf0c38 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Synchronizing usage tracker for tenant:ba090b5b640c4c62bc71d826adeba33c on resource:security_group {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:40:43.820309 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-6109c1e5-d9cf-46e7-9b15-52c23d790f38 service neutron] For port cc566d32-eb8b-44f2-807f-f7a1fae9c0f5, host hv-cinder-78638, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:40:43.826591 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-6109c1e5-d9cf-46e7-9b15-52c23d790f38 service neutron] For port cc566d32-eb8b-44f2-807f-f7a1fae9c0f5, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cc566d32-eb8b-44f2-807f-f7a1fae9c0f5,segment=NetworkSegment(c3423405-952e-4cbd-b0fb-edac909f21f1),segment_id=c3423405-952e-4cbd-b0fb-edac909f21f1)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:40:43.837002 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-6109c1e5-d9cf-46e7-9b15-52c23d790f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14929102'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:43.843152 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-014d89fa-37b0-4cb2-ac58-bfa92c8beaed tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:43.916979 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-99a6d390-b88f-41b1-9577-93631ff3dd74 req-c01ab0b5-0bef-46f2-a51b-3c266fbf0c38 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Unset dirty status for tenant:ba090b5b640c4c62bc71d826adeba33c on resource:security_group {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:40:43.928473 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-99a6d390-b88f-41b1-9577-93631ff3dd74 req-c01ab0b5-0bef-46f2-a51b-3c266fbf0c38 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] 10.222.0.24 "GET /v2.0/security-groups?id=c932b108-e48f-4d6d-88fe-5a30fdfc66b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2511740
Apr 21 14:40:43.967641 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6109c1e5-d9cf-46e7-9b15-52c23d790f38 service neutron] Pushing event updated for resources: {'Port': ['ID=cc566d32-eb8b-44f2-807f-f7a1fae9c0f5,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:43.981123 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-6109c1e5-d9cf-46e7-9b15-52c23d790f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:43.996983 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-6109c1e5-d9cf-46e7-9b15-52c23d790f38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:43.999076 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-6109c1e5-d9cf-46e7-9b15-52c23d790f38 service neutron] 10.222.0.36 "PUT /v2.0/ports/cc566d32-eb8b-44f2-807f-f7a1fae9c0f5 HTTP/1.1" status: 200  len: 1098 time: 2.2581949
Apr 21 14:40:44.004968 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2504706a-701f-4da9-90ec-425515785e61', 'tag': 'cc566d32-eb8b-44f2-807f-f7a1fae9c0f5'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:40:44.027704 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-6109c1e5-d9cf-46e7-9b15-52c23d790f38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:44.066813 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd1e14-d812-4fae-bda9-9af9df33d6c5 req-384e8185-03ab-4d93-95ee-14567245550e tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:44.081849 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d7dd1e14-d812-4fae-bda9-9af9df33d6c5 req-384e8185-03ab-4d93-95ee-14567245550e tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 946 time: 0.2424555
Apr 21 14:40:44.204330 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d7dd1e14-d812-4fae-bda9-9af9df33d6c5 req-8e552c48-8a0b-4f33-b4b0-e0724167b055 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210499
Apr 21 14:40:44.393686 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2504706a-701f-4da9-90ec-425515785e61', 'tag': 'cc566d32-eb8b-44f2-807f-f7a1fae9c0f5', 'status': 'completed', 'code': 200}
Apr 21 14:40:44.434485 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-e483ad97-e955-4388-a4f5-af537a2aa53b tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:44.435290 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-e483ad97-e955-4388-a4f5-af537a2aa53b tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Synchronizing usage tracker for tenant:c273beec5c4c4f89a4c7c896497de7b8 on resource:network {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:40:44.461518 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-7128ef1e-15bf-4b62-96ad-bd8d85753c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:44.463220 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-7128ef1e-15bf-4b62-96ad-bd8d85753c83 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba090b5b640c4c62bc71d826adeba33c&device_id=2504706a-701f-4da9-90ec-425515785e61 HTTP/1.1" status: 200  len: 1101 time: 0.4098327
Apr 21 14:40:44.464404 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-e483ad97-e955-4388-a4f5-af537a2aa53b tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Unset dirty status for tenant:c273beec5c4c4f89a4c7c896497de7b8 on resource:network {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:40:44.465546 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-e483ad97-e955-4388-a4f5-af537a2aa53b tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/networks?id=d7586439-5692-45b4-a121-4de98b0d3272 HTTP/1.1" status: 200  len: 815 time: 0.2719505
Apr 21 14:40:44.553173 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-0cf470e2-51a5-43ee-be8a-721a05c666f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=cc566d32-eb8b-44f2-807f-f7a1fae9c0f5 HTTP/1.1" status: 200  len: 217 time: 0.0792208
Apr 21 14:40:44.554709 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-4d3514cb-05d9-41c9-9887-b7954bd54ac9 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/quotas/c273beec5c4c4f89a4c7c896497de7b8 HTTP/1.1" status: 200  len: 375 time: 0.0826745
Apr 21 14:40:44.694489 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-361560ac-695f-4d5b-a5df-402757eb42be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:44.696336 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-361560ac-695f-4d5b-a5df-402757eb42be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e61b0820-1070-4d93-870f-123118eca847 HTTP/1.1" status: 200  len: 843 time: 0.1359303
Apr 21 14:40:44.806726 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-bad1d8eb-bffa-4270-88ff-36115682c0c8 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c273beec5c4c4f89a4c7c896497de7b8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2053351
Apr 21 14:40:45.357809 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da828f10-b1ad-40d7-ade4-a4f80ef649bd req-7c2579a0-6b0f-4be1-a422-8fad5a63da3d tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:45.361206 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-da828f10-b1ad-40d7-ade4-a4f80ef649bd req-7c2579a0-6b0f-4be1-a422-8fad5a63da3d tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] 10.222.0.24 "GET /v2.0/ports?device_id=2504706a-701f-4da9-90ec-425515785e61 HTTP/1.1" status: 200  len: 948 time: 0.1455188
Apr 21 14:40:45.392486 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-9ccad046-0fb7-4a67-a0b4-c75b5b5f1043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:45.395632 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-9ccad046-0fb7-4a67-a0b4-c75b5b5f1043 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bc2e8b12-2d7a-487f-8431-f4b7d0dfda27&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.6784482
Apr 21 14:40:45.456145 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-da828f10-b1ad-40d7-ade4-a4f80ef649bd req-0edb45e1-5d90-4427-9214-11311e8493a2 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] 10.222.0.24 "GET /v2.0/security-groups?id=c932b108-e48f-4d6d-88fe-5a30fdfc66b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872104
Apr 21 14:40:45.542523 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-249e4d17-194a-479d-91f3-beb1b710e7b5 service neutron] 10.222.0.24 "GET /v2.0/networks/d7586439-5692-45b4-a121-4de98b0d3272?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7347748
Apr 21 14:40:45.767660 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-28e8fe24-0d61-4e0f-baa1-8f9493b5c468 service neutron] 10.222.0.36 "GET /v2.0/networks/bc2e8b12-2d7a-487f-8431-f4b7d0dfda27?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3580258
Apr 21 14:40:45.780970 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67899eb7-640e-4ce6-8f41-764a928bf524 req-00609d67-0890-4c7b-9ccf-88a7dc765acb tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:45.785040 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-67899eb7-640e-4ce6-8f41-764a928bf524 req-00609d67-0890-4c7b-9ccf-88a7dc765acb tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 946 time: 0.1756797
Apr 21 14:40:45.883936 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-67899eb7-640e-4ce6-8f41-764a928bf524 req-43fda619-11a1-4f9e-9c6b-36984f07430a tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908706
Apr 21 14:40:45.977646 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-9c8de909-0a3c-4b0e-a04f-ad9e0e330318 service neutron] 10.222.0.24 "GET /v2.0/networks/d7586439-5692-45b4-a121-4de98b0d3272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4094443
Apr 21 14:40:46.116444 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-13a914df-4fbf-44d7-8202-8a25738d4fa4 req-ea8af482-e7b8-486e-91be-5a66fe7e8c10 service neutron] 10.222.0.36 "GET /v2.0/networks/bc2e8b12-2d7a-487f-8431-f4b7d0dfda27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3408680
Apr 21 14:40:46.391012 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bb14ea78-7547-4999-b25d-85c3a755ca92 req-11da9604-0f8a-452d-9b69-9e2e7dc0181b tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=68ec6110-d4fc-47b0-98e2-3d3bbd9f277c HTTP/1.1" status: 200  len: 210 time: 0.0725813
Apr 21 14:40:46.466737 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eab69e-d009-476e-aa86-03937f68d5b6 req-06ebe005-0f3f-446d-a03a-52261c8316d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:46.470737 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-82eab69e-d009-476e-aa86-03937f68d5b6 req-06ebe005-0f3f-446d-a03a-52261c8316d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba090b5b640c4c62bc71d826adeba33c&device_id=2504706a-701f-4da9-90ec-425515785e61 HTTP/1.1" status: 200  len: 1101 time: 0.2154076
Apr 21 14:40:47.127327 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eab69e-d009-476e-aa86-03937f68d5b6 req-6b606584-7b87-47cd-9cb9-db835fe84541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:47.131122 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-82eab69e-d009-476e-aa86-03937f68d5b6 req-6b606584-7b87-47cd-9cb9-db835fe84541 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bc2e8b12-2d7a-487f-8431-f4b7d0dfda27 HTTP/1.1" status: 200  len: 870 time: 0.6530035
Apr 21 14:40:47.378120 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-82eab69e-d009-476e-aa86-03937f68d5b6 req-f181f615-9e0a-41c9-aa15-d730774211a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=cc566d32-eb8b-44f2-807f-f7a1fae9c0f5 HTTP/1.1" status: 200  len: 217 time: 0.2383747
Apr 21 14:40:47.402873 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:40:47.559305 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6aba5-0fff-4a89-a577-6e28470eb7e1 req-dcc9ae4a-28e5-4605-9de6-077fda646c87 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:47.573655 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-18f6aba5-0fff-4a89-a577-6e28470eb7e1 req-dcc9ae4a-28e5-4605-9de6-077fda646c87 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 946 time: 0.2860999
Apr 21 14:40:47.601297 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eab69e-d009-476e-aa86-03937f68d5b6 req-1ec8525a-e055-44fd-a181-b4678b5be4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:47.609509 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-82eab69e-d009-476e-aa86-03937f68d5b6 req-1ec8525a-e055-44fd-a181-b4678b5be4c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e61b0820-1070-4d93-870f-123118eca847 HTTP/1.1" status: 200  len: 843 time: 0.2111807
Apr 21 14:40:47.622906 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24f19a-7cd7-4f29-b783-4b96186ac35c req-99ceb5c4-ec44-4d94-8631-f5f904c5996a tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:47.632037 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fe24f19a-7cd7-4f29-b783-4b96186ac35c req-99ceb5c4-ec44-4d94-8631-f5f904c5996a tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] 10.222.0.24 "GET /v2.0/ports?device_id=2504706a-701f-4da9-90ec-425515785e61 HTTP/1.1" status: 200  len: 948 time: 0.8265088
Apr 21 14:40:47.745376 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-18f6aba5-0fff-4a89-a577-6e28470eb7e1 req-14faa4e6-0cd7-461a-aa06-ef0b02d8bdd1 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1698794
Apr 21 14:40:47.761432 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 54746) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:47.860123 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fe24f19a-7cd7-4f29-b783-4b96186ac35c req-090b11eb-6ba4-445c-a64a-f99bc181eea0 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] 10.222.0.24 "GET /v2.0/security-groups?id=c932b108-e48f-4d6d-88fe-5a30fdfc66b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2269573
Apr 21 14:40:47.892357 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eab69e-d009-476e-aa86-03937f68d5b6 req-a31db61c-47be-48ad-8f6a-3066c688c3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:47.892357 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-82eab69e-d009-476e-aa86-03937f68d5b6 req-a31db61c-47be-48ad-8f6a-3066c688c3e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bc2e8b12-2d7a-487f-8431-f4b7d0dfda27&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2317321
Apr 21 14:40:48.147195 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fbed22a1-1298-4b11-b460-5882d29f5eb7 req-c4cbd850-2509-44ad-a0be-c2d3cd11aedd tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=68ec6110-d4fc-47b0-98e2-3d3bbd9f277c HTTP/1.1" status: 200  len: 210 time: 0.1961362
Apr 21 14:40:48.157909 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-82eab69e-d009-476e-aa86-03937f68d5b6 req-eb7eee0b-7f4f-4a02-8f61-3b71df8b6ac2 service neutron] 10.222.0.36 "GET /v2.0/networks/bc2e8b12-2d7a-487f-8431-f4b7d0dfda27?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2585797
Apr 21 14:40:48.311507 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 54768) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:48.314188 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3d3d9fc9-7603-48d3-b997-99c716fec80c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:48.372601 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-3d3d9fc9-7603-48d3-b997-99c716fec80c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:40:48.379717 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-3d3d9fc9-7603-48d3-b997-99c716fec80c admin admin] Usage tracker for resource:security_group_rule and tenant:9c05d555d15f4d0d969810f8d54bcc6b is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:40:48.388542 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-3d3d9fc9-7603-48d3-b997-99c716fec80c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:40:48.407975 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-3d3d9fc9-7603-48d3-b997-99c716fec80c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:40:48.523234 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3d3d9fc9-7603-48d3-b997-99c716fec80c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:48.527382 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3d3d9fc9-7603-48d3-b997-99c716fec80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:48.538527 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1aeadf14-46b7-441c-acc8-221520ce0c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:48.568824 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:48.572472 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-82eab69e-d009-476e-aa86-03937f68d5b6 req-5afd3ba3-c905-4973-b9ff-f329b131b981 service neutron] 10.222.0.36 "GET /v2.0/networks/bc2e8b12-2d7a-487f-8431-f4b7d0dfda27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4050183
Apr 21 14:40:48.583786 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-3d3d9fc9-7603-48d3-b997-99c716fec80c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c05d555d15f4d0d969810f8d54bcc6b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8198304
Apr 21 14:40:48.584173 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 54774) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:48.604902 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-1aeadf14-46b7-441c-acc8-221520ce0c6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:40:48.614580 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-1aeadf14-46b7-441c-acc8-221520ce0c6d admin admin] Usage tracker for resource:security_group_rule and tenant:b65d573395144c4083c0c423c730ba5b is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:40:48.621163 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-1aeadf14-46b7-441c-acc8-221520ce0c6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:40:48.635328 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-1aeadf14-46b7-441c-acc8-221520ce0c6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:40:48.680645 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0abd5d3f-bc7b-41e0-a648-ebc82e949e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:48.716508 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0abd5d3f-bc7b-41e0-a648-ebc82e949e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:48.744539 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d9fc9-7603-48d3-b997-99c716fec80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391b5980-4ac2-4ea0-b99a-61c5eaebc555,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:48.762917 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-3d3d9fc9-7603-48d3-b997-99c716fec80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:48.807129 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0abd5d3f-bc7b-41e0-a648-ebc82e949e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:48.818640 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-3d3d9fc9-7603-48d3-b997-99c716fec80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:48.871171 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd5d3f-bc7b-41e0-a648-ebc82e949e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391b5980-4ac2-4ea0-b99a-61c5eaebc555,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:48.895941 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-0abd5d3f-bc7b-41e0-a648-ebc82e949e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:48.897466 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0abd5d3f-bc7b-41e0-a648-ebc82e949e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:48.901919 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-0abd5d3f-bc7b-41e0-a648-ebc82e949e52 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/391b5980-4ac2-4ea0-b99a-61c5eaebc555 HTTP/1.1" status: 204  len: 168 time: 0.3121924
Apr 21 14:40:48.913825 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1aeadf14-46b7-441c-acc8-221520ce0c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:49.077667 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1aeadf14-46b7-441c-acc8-221520ce0c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:49.227661 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c285facd-e30b-4b85-81c2-cf0de29e5ec6 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:49.250129 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-1aeadf14-46b7-441c-acc8-221520ce0c6d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b65d573395144c4083c0c423c730ba5b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9340837
Apr 21 14:40:49.265291 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 54798) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:49.550406 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeadf14-46b7-441c-acc8-221520ce0c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5fbb50-a10c-4533-a568-082d3e9fc736,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:49.557335 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-1aeadf14-46b7-441c-acc8-221520ce0c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:49.577646 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fc45a-21d4-4aee-8c3a-fa3e6ef19d8f req-13403870-0f56-4724-984a-398a199342ad tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:49.579531 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f55fc45a-21d4-4aee-8c3a-fa3e6ef19d8f req-13403870-0f56-4724-984a-398a199342ad tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 946 time: 0.5815811
Apr 21 14:40:49.597906 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf581ecc-24fc-4ffd-bb1f-6591ab77e144 req-568ce3b5-1567-4c94-8833-df6b8fcd7481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:49.599576 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-cf581ecc-24fc-4ffd-bb1f-6591ab77e144 req-568ce3b5-1567-4c94-8833-df6b8fcd7481 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 1099 time: 0.4700627
Apr 21 14:40:49.609753 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device cc566d32-eb8b-44f2-807f-f7a1fae9c0f5 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 14:40:49.668600 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-539f6be7-0140-4406-a835-47030f89e91f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:49.679110 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-cf581ecc-24fc-4ffd-bb1f-6591ab77e144 req-ac2ebb28-3917-44f8-8f97-9a3fcf5979cc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636466
Apr 21 14:40:49.717388 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f55fc45a-21d4-4aee-8c3a-fa3e6ef19d8f req-7de99d62-c91f-433c-8a04-6da59e2061c3 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222947
Apr 21 14:40:49.787857 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-539f6be7-0140-4406-a835-47030f89e91f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:49.817071 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-df170792-dcf1-4bce-b182-719bd5dd6f78 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:49.822462 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-df170792-dcf1-4bce-b182-719bd5dd6f78 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.36 "GET /v2.0/networks?id=d7586439-5692-45b4-a121-4de98b0d3272 HTTP/1.1" status: 200  len: 815 time: 1.0799162
Apr 21 14:40:49.832055 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ad2d6-c274-4cb1-9d2d-f17d5558c9ae req-d965ce24-dde4-48e7-8543-cec9ea554f09 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:49.840811 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ba9ad2d6-c274-4cb1-9d2d-f17d5558c9ae req-d965ce24-dde4-48e7-8543-cec9ea554f09 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] 10.222.0.24 "GET /v2.0/ports?device_id=2504706a-701f-4da9-90ec-425515785e61 HTTP/1.1" status: 200  len: 948 time: 0.6161773
Apr 21 14:40:49.875066 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-718d695d-a4b4-4224-ae48-6bf8abe53dcd tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Request body: {'port': {'device_id': '68ec6110-d4fc-47b0-98e2-3d3bbd9f277c', 'network_id': 'd7586439-5692-45b4-a121-4de98b0d3272', 'admin_state_up': True, 'tenant_id': 'c273beec5c4c4f89a4c7c896497de7b8'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:40:50.059785 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port cc566d32-eb8b-44f2-807f-f7a1fae9c0f5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cc566d32-eb8b-44f2-807f-f7a1fae9c0f5,segment=NetworkSegment(c3423405-952e-4cbd-b0fb-edac909f21f1),segment_id=c3423405-952e-4cbd-b0fb-edac909f21f1)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:40:50.061511 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-718d695d-a4b4-4224-ae48-6bf8abe53dcd tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:40:50.103480 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Returning: {'device': 'cc566d32-eb8b-44f2-807f-f7a1fae9c0f5', 'network_id': 'bc2e8b12-2d7a-487f-8431-f4b7d0dfda27', 'port_id': 'cc566d32-eb8b-44f2-807f-f7a1fae9c0f5', 'mac_address': 'fa:16:3e:c6:37:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e61b0820-1070-4d93-870f-123118eca847', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 14:40:50.105979 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-718d695d-a4b4-4224-ae48-6bf8abe53dcd tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:40:50.150169 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ba9ad2d6-c274-4cb1-9d2d-f17d5558c9ae req-b9e249e3-91a7-4597-ab82-c39e3d2b92ed tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] 10.222.0.24 "GET /v2.0/security-groups?id=c932b108-e48f-4d6d-88fe-5a30fdfc66b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3075175
Apr 21 14:40:50.152566 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-718d695d-a4b4-4224-ae48-6bf8abe53dcd tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Made reservation on behalf of c273beec5c4c4f89a4c7c896497de7b8 for: {'port': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:40:50.165055 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-718d695d-a4b4-4224-ae48-6bf8abe53dcd tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:50.204178 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-539f6be7-0140-4406-a835-47030f89e91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:50.248321 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-a7b9cd96-0a0b-4a1a-ba83-918e8b055bef tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:50.272998 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f6be7-0140-4406-a835-47030f89e91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5fbb50-a10c-4533-a568-082d3e9fc736,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:50.282851 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-539f6be7-0140-4406-a835-47030f89e91f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:50.285838 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-539f6be7-0140-4406-a835-47030f89e91f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc5fbb50-a10c-4533-a568-082d3e9fc736 HTTP/1.1" status: 204  len: 168 time: 1.0188222
Apr 21 14:40:50.290778 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-539f6be7-0140-4406-a835-47030f89e91f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:50.368592 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:50.448400 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc566d32-eb8b-44f2-807f-f7a1fae9c0f5 {{(pid=86395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:40:50.482207 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port cc566d32-eb8b-44f2-807f-f7a1fae9c0f5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cc566d32-eb8b-44f2-807f-f7a1fae9c0f5,segment=NetworkSegment(c3423405-952e-4cbd-b0fb-edac909f21f1),segment_id=c3423405-952e-4cbd-b0fb-edac909f21f1)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:40:50.486398 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c65ec6a9-c273-4dbc-801c-3bad4d141acd req-a48644b8-e007-44bd-9aee-a10066fbf8e3 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=68ec6110-d4fc-47b0-98e2-3d3bbd9f277c HTTP/1.1" status: 200  len: 210 time: 0.1530802
Apr 21 14:40:50.488721 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:50.492545 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:50.519126 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-718d695d-a4b4-4224-ae48-6bf8abe53dcd tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Allocated IP 172.20.0.2 (d7586439-5692-45b4-a121-4de98b0d3272/59c648af-02d8-41a8-9d9d-c5acff085d02/bb2772ae-5550-452f-9ef9-fcef3de1a4f8) {{(pid=86393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:40:50.639501 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=cc566d32-eb8b-44f2-807f-f7a1fae9c0f5,revision_number=4']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:50.649966 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:40:50.650369 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:40:50.650761 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:40:50.651145 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:40:50.651521 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:40:50.651902 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:40:50.652278 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:40:50.652659 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:40:50.653055 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:40:50.653428 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:40:50.653802 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:40:50.654226 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:40:50.659333 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:51.053666 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['cc566d32-eb8b-44f2-807f-f7a1fae9c0f5'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:40:51.155942 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 54842) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:51.168866 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-718d695d-a4b4-4224-ae48-6bf8abe53dcd tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Notify callbacks [] for port, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:51.265885 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-96818c06-584c-484f-8ee5-0b8b35ed2b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:51.282878 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e3adc-8d59-4e38-baf2-70994d809580 req-bf48500b-79e7-422f-9628-20f35fea06be tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:51.286387 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3a8e3adc-8d59-4e38-baf2-70994d809580 req-bf48500b-79e7-422f-9628-20f35fea06be tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 946 time: 0.3698349
Apr 21 14:40:51.288719 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-718d695d-a4b4-4224-ae48-6bf8abe53dcd tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:51.317537 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:51.355099 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-96818c06-584c-484f-8ee5-0b8b35ed2b5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:40:51.375450 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-96818c06-584c-484f-8ee5-0b8b35ed2b5c admin admin] Usage tracker for resource:security_group_rule and tenant:fff1a82eaa134d818ca72af5e7f17fee is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:40:51.384789 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-96818c06-584c-484f-8ee5-0b8b35ed2b5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:40:51.404519 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-96818c06-584c-484f-8ee5-0b8b35ed2b5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:40:51.498169 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d695d-a4b4-4224-ae48-6bf8abe53dcd tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Pushing event updated for resources: {'Port': ['ID=bb2772ae-5550-452f-9ef9-fcef3de1a4f8,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:51.529614 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-718d695d-a4b4-4224-ae48-6bf8abe53dcd tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:51.547613 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-718d695d-a4b4-4224-ae48-6bf8abe53dcd tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Network d7586439-5692-45b4-a121-4de98b0d3272 is already hosted by enough agents. {{(pid=86393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:40:51.564033 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-718d695d-a4b4-4224-ae48-6bf8abe53dcd tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Resources bound (agent type, host, resource id):  {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:40:51.572550 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-718d695d-a4b4-4224-ae48-6bf8abe53dcd tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Received port after_create {{(pid=86393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:40:51.628121 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-96818c06-584c-484f-8ee5-0b8b35ed2b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:51.635492 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-96818c06-584c-484f-8ee5-0b8b35ed2b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:51.654427 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ef3039f6-46bc-4d7c-a57d-a2a808e6e016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:51.711442 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96818c06-584c-484f-8ee5-0b8b35ed2b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90add0f2-52e2-4abe-ae76-dfc804202369,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:51.718037 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-96818c06-584c-484f-8ee5-0b8b35ed2b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:51.724729 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-96818c06-584c-484f-8ee5-0b8b35ed2b5c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fff1a82eaa134d818ca72af5e7f17fee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5674462
Apr 21 14:40:51.725477 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 54858) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:51.739720 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-718d695d-a4b4-4224-ae48-6bf8abe53dcd tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:51.740466 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-718d695d-a4b4-4224-ae48-6bf8abe53dcd tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:51.804560 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d3e8e306-3f5a-4aa8-9770-3a2c2e051483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:51.807745 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-718d695d-a4b4-4224-ae48-6bf8abe53dcd tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9644070
Apr 21 14:40:51.825409 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-113914c3-25ab-48b2-8aae-627d7dd5ad02 service neutron] Request body: {'port': {'device_id': '68ec6110-d4fc-47b0-98e2-3d3bbd9f277c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:40:51.896308 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d3e8e306-3f5a-4aa8-9770-3a2c2e051483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:51.975445 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99afc2f-47e9-4c0b-af21-2dbb9f1ff77a req-a917e055-9719-487c-a3d4-71b3361f30b1 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:51.977297 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d99afc2f-47e9-4c0b-af21-2dbb9f1ff77a req-a917e055-9719-487c-a3d4-71b3361f30b1 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] 10.222.0.24 "GET /v2.0/ports?device_id=2504706a-701f-4da9-90ec-425515785e61 HTTP/1.1" status: 200  len: 949 time: 0.1750233
Apr 21 14:40:51.995460 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3a8e3adc-8d59-4e38-baf2-70994d809580 req-224b1e6b-6992-4786-9d2d-f219f3d6d3fa tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6798096
Apr 21 14:40:52.057239 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d3e8e306-3f5a-4aa8-9770-3a2c2e051483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:52.075206 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:52.075639 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-113914c3-25ab-48b2-8aae-627d7dd5ad02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:52.140384 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d99afc2f-47e9-4c0b-af21-2dbb9f1ff77a req-3af34834-49d3-4759-87a3-2dce20a8de4f tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] 10.222.0.24 "GET /v2.0/security-groups?id=c932b108-e48f-4d6d-88fe-5a30fdfc66b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1402869
Apr 21 14:40:52.142691 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8e306-3f5a-4aa8-9770-3a2c2e051483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90add0f2-52e2-4abe-ae76-dfc804202369,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:52.150681 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['e2c31a01-40a4-4b6e-aaee-cbeb1067272f', 'c8eaff5b-4a42-4389-bc4b-1592ce5859e2'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:40:52.178526 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d3e8e306-3f5a-4aa8-9770-3a2c2e051483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:52.179724 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d3e8e306-3f5a-4aa8-9770-3a2c2e051483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:52.183607 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-d3e8e306-3f5a-4aa8-9770-3a2c2e051483 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/90add0f2-52e2-4abe-ae76-dfc804202369 HTTP/1.1" status: 204  len: 168 time: 0.4543812
Apr 21 14:40:52.608265 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 54882) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:52.994849 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9cbc9-8764-4482-93ce-8be9e3f51df3 req-ca08a3dc-cc80-4a6e-8859-3e710d96af65 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:52.996236 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-79b9cbc9-8764-4482-93ce-8be9e3f51df3 req-ca08a3dc-cc80-4a6e-8859-3e710d96af65 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Synchronizing usage tracker for tenant:c273beec5c4c4f89a4c7c896497de7b8 on resource:port {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:40:53.036635 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-af15ec89-2ce8-4967-9d6a-dfe365c27e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:53.048781 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-113914c3-25ab-48b2-8aae-627d7dd5ad02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb2772ae-5550-452f-9ef9-fcef3de1a4f8 {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:40:53.063042 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-79b9cbc9-8764-4482-93ce-8be9e3f51df3 req-ca08a3dc-cc80-4a6e-8859-3e710d96af65 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Unset dirty status for tenant:c273beec5c4c4f89a4c7c896497de7b8 on resource:port {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:40:53.064369 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-79b9cbc9-8764-4482-93ce-8be9e3f51df3 req-ca08a3dc-cc80-4a6e-8859-3e710d96af65 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=68ec6110-d4fc-47b0-98e2-3d3bbd9f277c HTTP/1.1" status: 200  len: 931 time: 0.7409568
Apr 21 14:40:53.070727 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-113914c3-25ab-48b2-8aae-627d7dd5ad02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:53.075973 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-af15ec89-2ce8-4967-9d6a-dfe365c27e52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:40:53.083136 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-af15ec89-2ce8-4967-9d6a-dfe365c27e52 admin admin] Usage tracker for resource:security_group_rule and tenant:99b1046a0fd942bab182f707686541aa is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:40:53.087007 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-af15ec89-2ce8-4967-9d6a-dfe365c27e52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:40:53.094539 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-af15ec89-2ce8-4967-9d6a-dfe365c27e52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:40:53.135373 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-113914c3-25ab-48b2-8aae-627d7dd5ad02 service neutron] Transition to ACTIVE for port object bb2772ae-5550-452f-9ef9-fcef3de1a4f8 will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:40:53.153576 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-113914c3-25ab-48b2-8aae-627d7dd5ad02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14929102'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:53.184514 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:53.214622 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-af15ec89-2ce8-4967-9d6a-dfe365c27e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:53.219453 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-af15ec89-2ce8-4967-9d6a-dfe365c27e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:53.238744 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-79b9cbc9-8764-4482-93ce-8be9e3f51df3 req-23a074c1-b4b6-47ac-bcd8-474a508e9e07 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1521525
Apr 21 14:40:53.263556 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:53.276626 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-af15ec89-2ce8-4967-9d6a-dfe365c27e52 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99b1046a0fd942bab182f707686541aa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6665559
Apr 21 14:40:53.282640 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 54906) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:53.345602 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15ec89-2ce8-4967-9d6a-dfe365c27e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fa6555-eae4-40c3-a15c-762b6c6865fe,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:53.368705 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-af15ec89-2ce8-4967-9d6a-dfe365c27e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:53.466904 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1d50ffeb-df0f-4943-8de3-faf9743b731d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:53.503760 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1d50ffeb-df0f-4943-8de3-faf9743b731d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:53.589474 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1d50ffeb-df0f-4943-8de3-faf9743b731d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:53.595838 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ee69b9ca-f653-487a-adc0-a81b48a80924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:53.608092 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50ffeb-df0f-4943-8de3-faf9743b731d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fa6555-eae4-40c3-a15c-762b6c6865fe,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:53.621847 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-1d50ffeb-df0f-4943-8de3-faf9743b731d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:53.644216 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113914c3-25ab-48b2-8aae-627d7dd5ad02 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2772ae-5550-452f-9ef9-fcef3de1a4f8,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:53.644713 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a943cf-8a4c-4184-9a18-37d035b2a9f2 req-cdf8782b-27bf-4367-82b3-e9894b3f2e19 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:53.646473 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-52a943cf-8a4c-4184-9a18-37d035b2a9f2 req-cdf8782b-27bf-4367-82b3-e9894b3f2e19 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 946 time: 0.3077230
Apr 21 14:40:53.647863 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1d50ffeb-df0f-4943-8de3-faf9743b731d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:53.658040 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-1d50ffeb-df0f-4943-8de3-faf9743b731d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3fa6555-eae4-40c3-a15c-762b6c6865fe HTTP/1.1" status: 204  len: 168 time: 0.3717566
Apr 21 14:40:53.658218 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-113914c3-25ab-48b2-8aae-627d7dd5ad02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:53.673842 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-113914c3-25ab-48b2-8aae-627d7dd5ad02 service neutron] Attempting to bind port bb2772ae-5550-452f-9ef9-fcef3de1a4f8 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:40:53.674205 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-113914c3-25ab-48b2-8aae-627d7dd5ad02 service neutron] Attempting to bind port bb2772ae-5550-452f-9ef9-fcef3de1a4f8 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'd290187c-a000-4516-b1c4-56d5a796fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd7586439-5692-45b4-a121-4de98b0d3272'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:40:53.674578 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-113914c3-25ab-48b2-8aae-627d7dd5ad02 service neutron] Attempting to bind port bb2772ae-5550-452f-9ef9-fcef3de1a4f8 on network d7586439-5692-45b4-a121-4de98b0d3272 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:40:53.677429 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device cc566d32-eb8b-44f2-807f-f7a1fae9c0f5 up at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:40:53.685023 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-113914c3-25ab-48b2-8aae-627d7dd5ad02 service neutron] Port bb2772ae-5550-452f-9ef9-fcef3de1a4f8 on network d7586439-5692-45b4-a121-4de98b0d3272 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 14:40:53.687014 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-113914c3-25ab-48b2-8aae-627d7dd5ad02 service neutron] Attempting to bind port bb2772ae-5550-452f-9ef9-fcef3de1a4f8 on network d7586439-5692-45b4-a121-4de98b0d3272 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:40:53.711495 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-113914c3-25ab-48b2-8aae-627d7dd5ad02 service neutron] Checking agent: {'id': 'aac967bd-8151-4f72-a05c-3193d627c9da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'started_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:40:53.711864 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-113914c3-25ab-48b2-8aae-627d7dd5ad02 service neutron] Checking segment: {'id': 'd290187c-a000-4516-b1c4-56d5a796fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd7586439-5692-45b4-a121-4de98b0d3272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:40:53.712463 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-113914c3-25ab-48b2-8aae-627d7dd5ad02 service neutron] Bound using segment: {'id': 'd290187c-a000-4516-b1c4-56d5a796fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd7586439-5692-45b4-a121-4de98b0d3272'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:40:53.713383 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-113914c3-25ab-48b2-8aae-627d7dd5ad02 service neutron] Bound port: bb2772ae-5550-452f-9ef9-fcef3de1a4f8, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd290187c-a000-4516-b1c4-56d5a796fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd7586439-5692-45b4-a121-4de98b0d3272'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:40:53.713977 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-113914c3-25ab-48b2-8aae-627d7dd5ad02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:53.738293 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-52a943cf-8a4c-4184-9a18-37d035b2a9f2 req-b254e3be-a563-420e-8dbd-3e1cd5cc3170 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760632
Apr 21 14:40:53.826289 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning for port cc566d32-eb8b-44f2-807f-f7a1fae9c0f5 completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:40:53.832692 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning complete for port cc566d32-eb8b-44f2-807f-f7a1fae9c0f5 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:40:53.833328 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:53.869530 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49af3f4-5c29-4ab6-b82c-1523002eafe2 req-4966d09a-4547-42ab-906c-9f7f202b9bc4 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:53.879879 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e49af3f4-5c29-4ab6-b82c-1523002eafe2 req-4966d09a-4547-42ab-906c-9f7f202b9bc4 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] 10.222.0.24 "GET /v2.0/ports?device_id=2504706a-701f-4da9-90ec-425515785e61 HTTP/1.1" status: 200  len: 949 time: 0.4361382
Apr 21 14:40:54.028746 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:54.051512 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e49af3f4-5c29-4ab6-b82c-1523002eafe2 req-665911cc-5c39-4efb-b6ee-15b6cb7d104e tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] 10.222.0.24 "GET /v2.0/security-groups?id=c932b108-e48f-4d6d-88fe-5a30fdfc66b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1616204
Apr 21 14:40:54.076360 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port cc566d32-eb8b-44f2-807f-f7a1fae9c0f5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cc566d32-eb8b-44f2-807f-f7a1fae9c0f5,segment=NetworkSegment(c3423405-952e-4cbd-b0fb-edac909f21f1),segment_id=c3423405-952e-4cbd-b0fb-edac909f21f1)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:40:54.078515 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2504706a-701f-4da9-90ec-425515785e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc566d32-eb8b-44f2-807f-f7a1fae9c0f5'}] {{(pid=86395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:40:54.088572 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-113914c3-25ab-48b2-8aae-627d7dd5ad02 service neutron] For port bb2772ae-5550-452f-9ef9-fcef3de1a4f8, host hv-cinder-78638, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:40:54.090487 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:54.096525 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-113914c3-25ab-48b2-8aae-627d7dd5ad02 service neutron] For port bb2772ae-5550-452f-9ef9-fcef3de1a4f8, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bb2772ae-5550-452f-9ef9-fcef3de1a4f8,segment=NetworkSegment(d290187c-a000-4516-b1c4-56d5a796fa49),segment_id=d290187c-a000-4516-b1c4-56d5a796fa49)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:40:54.100345 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:54.103818 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-113914c3-25ab-48b2-8aae-627d7dd5ad02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14929102'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:54.123490 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-b2121b5a-0de7-4c4f-8c1a-b288674e1060 tempest-DeleteServersTestJSON-1007340987 tempest-DeleteServersTestJSON-1007340987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:54.204982 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=cc566d32-eb8b-44f2-807f-f7a1fae9c0f5,revision_number=5']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:54.216216 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:54.254662 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-113914c3-25ab-48b2-8aae-627d7dd5ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:54.258367 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-113914c3-25ab-48b2-8aae-627d7dd5ad02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:54.263395 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-113914c3-25ab-48b2-8aae-627d7dd5ad02 service neutron] 10.222.0.36 "PUT /v2.0/ports/bb2772ae-5550-452f-9ef9-fcef3de1a4f8 HTTP/1.1" status: 200  len: 1093 time: 2.4442229
Apr 21 14:40:54.269855 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68ec6110-d4fc-47b0-98e2-3d3bbd9f277c', 'tag': 'bb2772ae-5550-452f-9ef9-fcef3de1a4f8'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:40:54.299864 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2504706a-701f-4da9-90ec-425515785e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc566d32-eb8b-44f2-807f-f7a1fae9c0f5', 'code': 200}
Apr 21 14:40:54.506563 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113914c3-25ab-48b2-8aae-627d7dd5ad02 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2772ae-5550-452f-9ef9-fcef3de1a4f8,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:54.525178 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-113914c3-25ab-48b2-8aae-627d7dd5ad02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:54.688725 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9e19d-2663-4113-84aa-33361f018b96 req-68b72635-86b8-49b6-b128-fa25c1d6afa5 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:54.694981 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79620002-a71c-4267-8aa1-3c3c44bc4435 req-544cb5bd-5b7e-4565-8808-0b63fefee0fc tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:54.695613 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f2a9e19d-2663-4113-84aa-33361f018b96 req-68b72635-86b8-49b6-b128-fa25c1d6afa5 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=68ec6110-d4fc-47b0-98e2-3d3bbd9f277c HTTP/1.1" status: 200  len: 943 time: 0.1280625
Apr 21 14:40:54.706454 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-79620002-a71c-4267-8aa1-3c3c44bc4435 req-544cb5bd-5b7e-4565-8808-0b63fefee0fc tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.4021649
Apr 21 14:40:54.751658 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 54948) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:54.756117 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-7c52fde2-f77f-4a14-a02a-ceb051888f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:54.759164 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-7c52fde2-f77f-4a14-a02a-ceb051888f10 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c273beec5c4c4f89a4c7c896497de7b8&device_id=68ec6110-d4fc-47b0-98e2-3d3bbd9f277c HTTP/1.1" status: 200  len: 1096 time: 0.3532896
Apr 21 14:40:54.837468 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f2a9e19d-2663-4113-84aa-33361f018b96 req-dab8272a-6e4f-4837-93d4-3803883123da tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1380777
Apr 21 14:40:54.897574 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f1fa9-5419-4cf1-beb0-f5a9d62a0510 req-8f947db7-246c-4a62-a2cf-83841304eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:54.899390 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-572f1fa9-5419-4cf1-beb0-f5a9d62a0510 req-8f947db7-246c-4a62-a2cf-83841304eac3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2504706a-701f-4da9-90ec-425515785e61 HTTP/1.1" status: 200  len: 1103 time: 0.1961939
Apr 21 14:40:54.914225 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-18aeb5f4-8453-4ba2-9714-ab562bc45521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:54.968814 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68ec6110-d4fc-47b0-98e2-3d3bbd9f277c', 'tag': 'bb2772ae-5550-452f-9ef9-fcef3de1a4f8', 'status': 'completed', 'code': 200}
Apr 21 14:40:54.971170 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-572f1fa9-5419-4cf1-beb0-f5a9d62a0510 req-29a0194e-8d93-44bd-a144-fdbe7db8a624 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c932b108-e48f-4d6d-88fe-5a30fdfc66b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643585
Apr 21 14:40:54.978871 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-7cb3e248-e86c-4787-a0e6-a860e19e49dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bb2772ae-5550-452f-9ef9-fcef3de1a4f8 HTTP/1.1" status: 200  len: 217 time: 0.1887543
Apr 21 14:40:55.005937 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-79620002-a71c-4267-8aa1-3c3c44bc4435 req-0a3dafbb-060e-4a5d-b351-2a8e21b5b3cc tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2978468
Apr 21 14:40:55.008309 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-18aeb5f4-8453-4ba2-9714-ab562bc45521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:40:55.015982 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-18aeb5f4-8453-4ba2-9714-ab562bc45521 admin admin] Usage tracker for resource:security_group_rule and tenant:86020d9857fe404abe5d89d9c74569b7 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:40:55.022495 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-18aeb5f4-8453-4ba2-9714-ab562bc45521 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:40:55.037265 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-18aeb5f4-8453-4ba2-9714-ab562bc45521 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:40:55.196594 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-18aeb5f4-8453-4ba2-9714-ab562bc45521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:55.259857 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-18aeb5f4-8453-4ba2-9714-ab562bc45521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:55.272713 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 54964) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:55.274295 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-4eb1dae9-735c-40e8-a6ae-4e458aa8bf5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:55.345473 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-18aeb5f4-8453-4ba2-9714-ab562bc45521 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=86020d9857fe404abe5d89d9c74569b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5846584
Apr 21 14:40:55.349718 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 54970) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:55.354202 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-1cba261f-3d7c-43fe-b290-6e5e1c1cff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:55.355833 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-1cba261f-3d7c-43fe-b290-6e5e1c1cff3b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59c648af-02d8-41a8-9d9d-c5acff085d02 HTTP/1.1" status: 200  len: 855 time: 0.1577713
Apr 21 14:40:55.356601 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aeb5f4-8453-4ba2-9714-ab562bc45521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff6e8a6-2b47-4d9d-8468-7ae3afc110f7,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:55.374342 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-18aeb5f4-8453-4ba2-9714-ab562bc45521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:55.461453 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-09680338-1477-4615-8669-dd0a08e0385f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7586439-5692-45b4-a121-4de98b0d3272&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0913885
Apr 21 14:40:55.613353 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f5af2bb0-2df8-480f-b151-de39684396b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:55.653549 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d20de-f47a-4051-aa86-2b8c02871e0f req-6116cc03-5e79-4803-8cc1-9160d9675ddd tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:55.668037 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b9a55596-0735-499d-a448-919312681610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:55.669887 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-450d20de-f47a-4051-aa86-2b8c02871e0f req-6116cc03-5e79-4803-8cc1-9160d9675ddd tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] 10.222.0.24 "GET /v2.0/ports?device_id=2504706a-701f-4da9-90ec-425515785e61 HTTP/1.1" status: 200  len: 950 time: 0.3750865
Apr 21 14:40:55.727632 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b9a55596-0735-499d-a448-919312681610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:55.731028 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-f5af2bb0-2df8-480f-b151-de39684396b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:40:55.740658 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-f5af2bb0-2df8-480f-b151-de39684396b9 admin admin] Usage tracker for resource:security_group_rule and tenant:4b93a06679954c5e93cb9be8b76556bd is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:40:55.742495 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-e1e56666-b47f-4607-97ff-b01701ba4f34 service neutron] 10.222.0.36 "GET /v2.0/networks/d7586439-5692-45b4-a121-4de98b0d3272?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2650766
Apr 21 14:40:55.747528 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-f5af2bb0-2df8-480f-b151-de39684396b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:40:55.761961 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-f5af2bb0-2df8-480f-b151-de39684396b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:40:55.897363 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-450d20de-f47a-4051-aa86-2b8c02871e0f req-916146e3-620d-4f00-8d3e-af274d9e69dd tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] 10.222.0.24 "GET /v2.0/security-groups?id=c932b108-e48f-4d6d-88fe-5a30fdfc66b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2244501
Apr 21 14:40:55.920118 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b9a55596-0735-499d-a448-919312681610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:55.928029 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-7bb38c43-8f4e-4a2a-8053-2cd1d73da119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:56.022276 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a55596-0735-499d-a448-919312681610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff6e8a6-2b47-4d9d-8468-7ae3afc110f7,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:56.053697 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-b9a55596-0735-499d-a448-919312681610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:56.059873 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b9a55596-0735-499d-a448-919312681610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:56.078166 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-b9a55596-0735-499d-a448-919312681610 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aff6e8a6-2b47-4d9d-8468-7ae3afc110f7 HTTP/1.1" status: 204  len: 168 time: 0.7268491
Apr 21 14:40:56.108320 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 54988) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:56.128478 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f9011ce6-a72c-4cac-89ed-d33ca033c9bd req-ede6c5c3-a8ec-4ad6-9e4c-9823b75a918f service neutron] 10.222.0.36 "GET /v2.0/networks/d7586439-5692-45b4-a121-4de98b0d3272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3753920
Apr 21 14:40:56.140881 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f5af2bb0-2df8-480f-b151-de39684396b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:56.145226 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f5af2bb0-2df8-480f-b151-de39684396b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:56.169936 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9680308b-dfda-4fa0-8b27-4abff4d27d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:56.303126 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-f5af2bb0-2df8-480f-b151-de39684396b9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b93a06679954c5e93cb9be8b76556bd&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0258687
Apr 21 14:40:56.304211 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 54994) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:56.385334 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af2bb0-2df8-480f-b151-de39684396b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92485181-4fc9-49a5-bd99-3ef8d0f11889,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:56.397728 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f5af2bb0-2df8-480f-b151-de39684396b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:56.446213 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93acf4-f512-4f83-b988-4b1f056b7f7e req-8c66b26a-9771-41f2-a273-0f51097043ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:56.447914 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bd93acf4-f512-4f83-b988-4b1f056b7f7e req-8c66b26a-9771-41f2-a273-0f51097043ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c273beec5c4c4f89a4c7c896497de7b8&device_id=68ec6110-d4fc-47b0-98e2-3d3bbd9f277c HTTP/1.1" status: 200  len: 1096 time: 0.2027371
Apr 21 14:40:56.451692 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-69103bd5-69a4-48db-b1e0-41becb60457b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:56.457503 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee13b0e-2090-4204-8924-64b8f52e5b4d req-410c2401-f8f6-4443-b489-196bd4f57581 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:56.459385 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2ee13b0e-2090-4204-8924-64b8f52e5b4d req-410c2401-f8f6-4443-b489-196bd4f57581 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=68ec6110-d4fc-47b0-98e2-3d3bbd9f277c HTTP/1.1" status: 200  len: 943 time: 0.3622372
Apr 21 14:40:56.536682 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-69103bd5-69a4-48db-b1e0-41becb60457b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:56.648638 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-69103bd5-69a4-48db-b1e0-41becb60457b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:56.662102 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d597e4a0-4bbf-4209-977c-98815f5c164e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:56.684188 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e3664949-33cb-4145-821a-54bc5335b319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:56.689167 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69103bd5-69a4-48db-b1e0-41becb60457b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92485181-4fc9-49a5-bd99-3ef8d0f11889,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:56.696390 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-69103bd5-69a4-48db-b1e0-41becb60457b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:56.702653 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-69103bd5-69a4-48db-b1e0-41becb60457b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:56.707153 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-69103bd5-69a4-48db-b1e0-41becb60457b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92485181-4fc9-49a5-bd99-3ef8d0f11889 HTTP/1.1" status: 204  len: 168 time: 0.3987241
Apr 21 14:40:56.766105 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-e3664949-33cb-4145-821a-54bc5335b319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:40:56.780142 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2ee13b0e-2090-4204-8924-64b8f52e5b4d req-15bcc8b2-0c8a-4793-acf9-94ad81c85521 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2802606
Apr 21 14:40:56.788539 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-e3664949-33cb-4145-821a-54bc5335b319 admin admin] Usage tracker for resource:security_group_rule and tenant:9f4c22dac8064ddbb15aa1da7d1b764d is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:40:56.808825 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-e3664949-33cb-4145-821a-54bc5335b319 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:40:56.831972 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-e3664949-33cb-4145-821a-54bc5335b319 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:40:56.838509 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93acf4-f512-4f83-b988-4b1f056b7f7e req-416f28d2-47c5-4403-a84a-b2f76cc099e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:56.840270 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bd93acf4-f512-4f83-b988-4b1f056b7f7e req-416f28d2-47c5-4403-a84a-b2f76cc099e5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7586439-5692-45b4-a121-4de98b0d3272 HTTP/1.1" status: 200  len: 916 time: 0.3797479
Apr 21 14:40:56.989755 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bd93acf4-f512-4f83-b988-4b1f056b7f7e req-e2ec12f4-ffed-4928-9468-f9a5ad47b64a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bb2772ae-5550-452f-9ef9-fcef3de1a4f8 HTTP/1.1" status: 200  len: 217 time: 0.1345975
Apr 21 14:40:57.133748 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93acf4-f512-4f83-b988-4b1f056b7f7e req-e1798d3f-bebf-4f9c-a0dc-945dcc62b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:57.135853 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bd93acf4-f512-4f83-b988-4b1f056b7f7e req-e1798d3f-bebf-4f9c-a0dc-945dcc62b1b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59c648af-02d8-41a8-9d9d-c5acff085d02 HTTP/1.1" status: 200  len: 855 time: 0.1303964
Apr 21 14:40:57.212433 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bd93acf4-f512-4f83-b988-4b1f056b7f7e req-1ad1cf15-f17c-4ee0-b57d-8e9b6f88f2b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7586439-5692-45b4-a121-4de98b0d3272&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0636961
Apr 21 14:40:57.281233 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9623b6b-afe0-4dbc-8cf7-93832f292a34 req-48446a35-62e1-491f-bd5b-1c7b179f0acb tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:57.283623 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d9623b6b-afe0-4dbc-8cf7-93832f292a34 req-48446a35-62e1-491f-bd5b-1c7b179f0acb tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] 10.222.0.24 "GET /v2.0/ports?device_id=2504706a-701f-4da9-90ec-425515785e61 HTTP/1.1" status: 200  len: 950 time: 0.1092947
Apr 21 14:40:57.325794 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 55018) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:57.335292 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e3664949-33cb-4145-821a-54bc5335b319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:57.344537 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e3664949-33cb-4145-821a-54bc5335b319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:57.363719 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:57.387922 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-140455b5-a2d5-4911-a8b7-50775d30fdef admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:57.405526 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d9623b6b-afe0-4dbc-8cf7-93832f292a34 req-170b1240-523c-4f0b-8ada-030172c125d9 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] 10.222.0.24 "GET /v2.0/security-groups?id=c932b108-e48f-4d6d-88fe-5a30fdfc66b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153533
Apr 21 14:40:57.413074 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-140455b5-a2d5-4911-a8b7-50775d30fdef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:40:57.419161 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-140455b5-a2d5-4911-a8b7-50775d30fdef admin admin] Usage tracker for resource:security_group_rule and tenant:243d02f7913849b58973db7865ddf62c is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:40:57.424204 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-140455b5-a2d5-4911-a8b7-50775d30fdef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:40:57.431614 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-140455b5-a2d5-4911-a8b7-50775d30fdef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:40:57.447134 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-e3664949-33cb-4145-821a-54bc5335b319 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f4c22dac8064ddbb15aa1da7d1b764d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3249800
Apr 21 14:40:57.449718 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 55024) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:57.467817 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3664949-33cb-4145-821a-54bc5335b319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b99333-63a7-4bd0-b865-fe1a5d8df5ea,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:57.471445 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e3664949-33cb-4145-821a-54bc5335b319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:57.542442 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bd93acf4-f512-4f83-b988-4b1f056b7f7e req-374d016a-7f02-49a6-95a2-a788a19ac9f7 service neutron] 10.222.0.36 "GET /v2.0/networks/d7586439-5692-45b4-a121-4de98b0d3272?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3172817
Apr 21 14:40:57.554130 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-140455b5-a2d5-4911-a8b7-50775d30fdef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:57.558480 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-140455b5-a2d5-4911-a8b7-50775d30fdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:57.610367 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ea4350a1-6f6e-46e9-9ed2-c001f657aefd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:57.750031 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4bdfa019-f678-4349-b9aa-7f1008e170ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:57.755227 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 55038) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:57.756602 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-140455b5-a2d5-4911-a8b7-50775d30fdef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=243d02f7913849b58973db7865ddf62c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4267168
Apr 21 14:40:57.763494 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140455b5-a2d5-4911-a8b7-50775d30fdef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70457b9-0282-42ca-8e1a-0e10377918b8,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:57.790855 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-140455b5-a2d5-4911-a8b7-50775d30fdef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:57.957824 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4bdfa019-f678-4349-b9aa-7f1008e170ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:58.031605 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-486a05b9-47a8-4033-ab60-991a1221699b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:58.084499 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-486a05b9-47a8-4033-ab60-991a1221699b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:58.165380 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-486a05b9-47a8-4033-ab60-991a1221699b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:58.189837 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-18aeb5f4-8453-4ba2-9714-ab562bc45521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:58.224063 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bd93acf4-f512-4f83-b988-4b1f056b7f7e req-eefe6fde-bd29-4ef2-929e-99ef03000199 service neutron] 10.222.0.36 "GET /v2.0/networks/d7586439-5692-45b4-a121-4de98b0d3272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6510792
Apr 21 14:40:58.229849 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 55054) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:58.238851 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a05b9-47a8-4033-ab60-991a1221699b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70457b9-0282-42ca-8e1a-0e10377918b8,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:58.253484 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-486a05b9-47a8-4033-ab60-991a1221699b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:58.271250 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-486a05b9-47a8-4033-ab60-991a1221699b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:58.280327 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-486a05b9-47a8-4033-ab60-991a1221699b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c70457b9-0282-42ca-8e1a-0e10377918b8 HTTP/1.1" status: 204  len: 168 time: 0.5110188
Apr 21 14:40:58.282839 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4bdfa019-f678-4349-b9aa-7f1008e170ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:58.294088 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-b82052fd-81f4-4606-9761-66e1f7be2721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:58.343836 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4bdfa019-f678-4349-b9aa-7f1008e170ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:58.348440 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-4bdfa019-f678-4349-b9aa-7f1008e170ec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0b99333-63a7-4bd0-b865-fe1a5d8df5ea HTTP/1.1" status: 204  len: 168 time: 0.8942552
Apr 21 14:40:58.348440 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdfa019-f678-4349-b9aa-7f1008e170ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b99333-63a7-4bd0-b865-fe1a5d8df5ea,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:58.352958 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-4bdfa019-f678-4349-b9aa-7f1008e170ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:58.380365 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc11fd0-8c96-4051-8bb1-31d5d0eeb880 req-f2ee2013-ed63-4210-84df-362312409bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:58.381694 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0cc11fd0-8c96-4051-8bb1-31d5d0eeb880 req-f2ee2013-ed63-4210-84df-362312409bf4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71fbd46f910d42d1975f143a55e34822&device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 1099 time: 0.1933391
Apr 21 14:40:58.437518 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-9c372e02-5a50-4035-b884-11961c710c6e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-869201733-network', 'tenant_id': 'f1fe7acbedbc48509204223f35d7eba2'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:40:58.443664 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-9c372e02-5a50-4035-b884-11961c710c6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:40:58.449469 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-9c372e02-5a50-4035-b884-11961c710c6e admin admin] Usage tracker for resource:network and tenant:f1fe7acbedbc48509204223f35d7eba2 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:40:58.453699 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-9c372e02-5a50-4035-b884-11961c710c6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:40:58.460849 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-9c372e02-5a50-4035-b884-11961c710c6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:40:58.473869 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c372e02-5a50-4035-b884-11961c710c6e admin admin] Made reservation on behalf of f1fe7acbedbc48509204223f35d7eba2 for: {'network': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:40:58.479856 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9c372e02-5a50-4035-b884-11961c710c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for network, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:58.504214 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9c372e02-5a50-4035-b884-11961c710c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:58.528968 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-9c372e02-5a50-4035-b884-11961c710c6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:40:58.535737 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-9c372e02-5a50-4035-b884-11961c710c6e admin admin] Usage tracker for resource:security_group_rule and tenant:f1fe7acbedbc48509204223f35d7eba2 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:40:58.540559 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-9c372e02-5a50-4035-b884-11961c710c6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:40:58.551455 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-9c372e02-5a50-4035-b884-11961c710c6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:40:58.682305 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc11fd0-8c96-4051-8bb1-31d5d0eeb880 req-f1adb315-059c-4907-aeb1-88bdab6fedbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:58.684576 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0cc11fd0-8c96-4051-8bb1-31d5d0eeb880 req-f1adb315-059c-4907-aeb1-88bdab6fedbf service neutron] 10.222.0.36 "GET /v2.0/networks?id=bacac062-2ca2-4bed-9f00-1f32f650b8c7 HTTP/1.1" status: 200  len: 920 time: 0.2871079
Apr 21 14:40:58.701442 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22d9e7-7086-4b33-99d2-c5985cc8c026 req-105ca8ac-c98c-4518-8fb4-947cc717c202 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:58.703635 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3c22d9e7-7086-4b33-99d2-c5985cc8c026 req-105ca8ac-c98c-4518-8fb4-947cc717c202 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=68ec6110-d4fc-47b0-98e2-3d3bbd9f277c HTTP/1.1" status: 200  len: 943 time: 0.2747273
Apr 21 14:40:58.772486 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9c372e02-5a50-4035-b884-11961c710c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:58.784689 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0cc11fd0-8c96-4051-8bb1-31d5d0eeb880 req-c19ce07a-6ae5-40e7-9721-f7f8f7b36f30 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=789cafbf-6ab1-45fb-a401-fa6d24cd4994 HTTP/1.1" status: 200  len: 217 time: 0.0797312
Apr 21 14:40:58.793749 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9c372e02-5a50-4035-b884-11961c710c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:58.804888 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d9a9ea42-90e8-4d97-bfe3-4b5c3131643c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:58.890128 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c372e02-5a50-4035-b884-11961c710c6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324}  {{(pid=86393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 14:40:58.902313 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3c22d9e7-7086-4b33-99d2-c5985cc8c026 req-f2e742d4-c514-42c5-8c4d-342e76492967 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161363
Apr 21 14:40:58.909945 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc11fd0-8c96-4051-8bb1-31d5d0eeb880 req-2aa2ae8c-430b-435d-8240-bbf2f77009a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:58.911601 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0cc11fd0-8c96-4051-8bb1-31d5d0eeb880 req-2aa2ae8c-430b-435d-8240-bbf2f77009a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f4471c1-ae41-4081-b6bd-5b95750edf0f HTTP/1.1" status: 200  len: 859 time: 0.0882990
Apr 21 14:40:58.967461 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c372e02-5a50-4035-b884-11961c710c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8274af-ac40-4c78-82c8-f7e16c134144,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:58.996573 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9c372e02-5a50-4035-b884-11961c710c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:58.997979 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9c372e02-5a50-4035-b884-11961c710c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852863918'] for segment, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:58.998392 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.segments_db [None req-9c372e02-5a50-4035-b884-11961c710c6e admin admin] Added segment ec3221fc-15c4-4be1-82a9-b14c1200d4f7 of type vlan for network f6d72d4c-beec-4b6c-85f1-88e6085aa9dd
Apr 21 14:40:59.023112 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0cc11fd0-8c96-4051-8bb1-31d5d0eeb880 req-c0046f65-2c74-47e4-b1b2-82ef2bd52977 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bacac062-2ca2-4bed-9f00-1f32f650b8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1016171
Apr 21 14:40:59.348439 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3776f17-666e-4315-9c7a-04eb20278c29 req-b0579778-facb-411d-9d84-d18e35b451ee tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:59.359750 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d3776f17-666e-4315-9c7a-04eb20278c29 req-b0579778-facb-411d-9d84-d18e35b451ee tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.6547108
Apr 21 14:40:59.392196 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9c372e02-5a50-4035-b884-11961c710c6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759846068458'] for network, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:59.424031 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-57589c2d-70fb-43f2-b1f0-7df42d4d36a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:59.461369 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d3776f17-666e-4315-9c7a-04eb20278c29 req-4504cd96-a68d-425a-8b35-fd10789881a1 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921338
Apr 21 14:40:59.462934 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0cc11fd0-8c96-4051-8bb1-31d5d0eeb880 req-cf91d3e7-7055-48ce-86eb-c0349dcc077a service neutron] 10.222.0.36 "GET /v2.0/networks/bacac062-2ca2-4bed-9f00-1f32f650b8c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4306102
Apr 21 14:40:59.477970 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9c372e02-5a50-4035-b884-11961c710c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162'] for network, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:59.479463 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c372e02-5a50-4035-b884-11961c710c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:59.480112 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9c372e02-5a50-4035-b884-11961c710c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for network, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:40:59.486118 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-29316ba2-9480-443c-8bf2-4922eaf0dd07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:40:59.684835 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0cc11fd0-8c96-4051-8bb1-31d5d0eeb880 req-181e25e5-2fc6-4199-8edd-611793c2a4d8 service neutron] 10.222.0.36 "GET /v2.0/networks/bacac062-2ca2-4bed-9f00-1f32f650b8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1933410
Apr 21 14:40:59.704216 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255e8d1-00b8-479e-a7a7-1498f698c5e3 req-08edbfb3-97b6-4d0d-9858-86df3a0d8e70 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:40:59.705912 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7255e8d1-00b8-479e-a7a7-1498f698c5e3 req-08edbfb3-97b6-4d0d-9858-86df3a0d8e70 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] 10.222.0.24 "GET /v2.0/ports?device_id=2504706a-701f-4da9-90ec-425515785e61 HTTP/1.1" status: 200  len: 950 time: 0.4633753
Apr 21 14:40:59.783214 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7255e8d1-00b8-479e-a7a7-1498f698c5e3 req-4fb787ce-28e9-476b-9e23-2ccc70d0cb60 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] 10.222.0.24 "GET /v2.0/security-groups?id=c932b108-e48f-4d6d-88fe-5a30fdfc66b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585976
Apr 21 14:40:59.788872 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-9c372e02-5a50-4035-b884-11961c710c6e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.5576947
Apr 21 14:40:59.794081 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 55108) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:40:59.813777 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-883b5d43-d737-4b92-a69a-974cdf214c60 admin admin] Request body: {'subnet': {'network_id': 'f6d72d4c-beec-4b6c-85f1-88e6085aa9dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-869201733-subnet', 'tenant_id': 'f1fe7acbedbc48509204223f35d7eba2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:40:59.814296 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c372e02-5a50-4035-b884-11961c710c6e admin admin] Pushing event updated for resources: {'Network': ['ID=f6d72d4c-beec-4b6c-85f1-88e6085aa9dd,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:40:59.814296 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9c372e02-5a50-4035-b884-11961c710c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:40:59.814535 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-883b5d43-d737-4b92-a69a-974cdf214c60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:40:59.818308 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-883b5d43-d737-4b92-a69a-974cdf214c60 admin admin] Usage tracker for resource:subnet and tenant:f1fe7acbedbc48509204223f35d7eba2 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:40:59.819362 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Network f6d72d4c-beec-4b6c-85f1-88e6085aa9dd details requested by agent ovs-agent-dv-cinder-786385-2-iscsi with host dv-cinder-786385-2-iscsi {{(pid=86395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 14:40:59.823073 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-883b5d43-d737-4b92-a69a-974cdf214c60 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:40:59.834360 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-883b5d43-d737-4b92-a69a-974cdf214c60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:40:59.852712 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883b5d43-d737-4b92-a69a-974cdf214c60 admin admin] Made reservation on behalf of f1fe7acbedbc48509204223f35d7eba2 for: {'subnet': 1} {{(pid=86394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:40:59.858460 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-883b5d43-d737-4b92-a69a-974cdf214c60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15509374'] for subnet, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:00.277891 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c6387-e9bb-4dde-8d8e-605bff23d0bc req-6734e907-a84c-41c9-8ae7-f4abb5c0eb8e tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:00.288086 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fc1c6387-e9bb-4dde-8d8e-605bff23d0bc req-6734e907-a84c-41c9-8ae7-f4abb5c0eb8e tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=68ec6110-d4fc-47b0-98e2-3d3bbd9f277c HTTP/1.1" status: 200  len: 943 time: 0.1202693
Apr 21 14:41:00.361022 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fc1c6387-e9bb-4dde-8d8e-605bff23d0bc req-fc8f18b0-8307-4a50-8eee-12eac40d79fe tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715239
Apr 21 14:41:00.510931 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1ab52-6cc6-4435-a75d-cad069179f46 req-37c10d64-901a-48fd-a903-666256011818 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:00.512286 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-30f1ab52-6cc6-4435-a75d-cad069179f46 req-37c10d64-901a-48fd-a903-666256011818 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] 10.222.0.36 "GET /v2.0/ports?device_id=2504706a-701f-4da9-90ec-425515785e61 HTTP/1.1" status: 200  len: 950 time: 0.1285863
Apr 21 14:41:00.685892 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-30f1ab52-6cc6-4435-a75d-cad069179f46 req-821518e8-9803-4cb4-b2ea-33c624f47199 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Deleting port cc566d32-eb8b-44f2-807f-f7a1fae9c0f5 {{(pid=86394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:41:00.686961 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-30f1ab52-6cc6-4435-a75d-cad069179f46 req-821518e8-9803-4cb4-b2ea-33c624f47199 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:01.263479 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-883b5d43-d737-4b92-a69a-974cdf214c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839089525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15509359'] for subnet, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:01.299632 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82da1cc-1b5f-454b-abf5-a0b1c1be069e req-2741c171-e88c-4805-90e7-d0a99280f6dd tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:01.301954 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f82da1cc-1b5f-454b-abf5-a0b1c1be069e req-2741c171-e88c-4805-90e7-d0a99280f6dd tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] 10.222.0.24 "GET /v2.0/ports?device_id=2504706a-701f-4da9-90ec-425515785e61 HTTP/1.1" status: 200  len: 950 time: 0.1711550
Apr 21 14:41:01.342830 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-1a8d54cf-5d33-4339-bb72-b326d082e0d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:01.394255 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f82da1cc-1b5f-454b-abf5-a0b1c1be069e req-a4e20ab6-a1f9-4588-bec3-f6fa148f3e89 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] 10.222.0.24 "GET /v2.0/security-groups?id=c932b108-e48f-4d6d-88fe-5a30fdfc66b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836248
Apr 21 14:41:01.689872 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device bb2772ae-5550-452f-9ef9-fcef3de1a4f8 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 14:41:01.758619 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4ff97-6965-4dab-89ef-af2adcdffb47 req-fa6b534b-d00e-405b-b019-c9baef3c173b tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:01.770774 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1a970-02d4-453c-9a1e-9314980c5f64 req-f471a734-880c-46e8-9d7b-bbbd82f70b26 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:01.773860 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9ca1a970-02d4-453c-9a1e-9314980c5f64 req-f471a734-880c-46e8-9d7b-bbbd82f70b26 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 1.0433357
Apr 21 14:41:01.775097 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b5d43-d737-4b92-a69a-974cdf214c60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8708fa15-866c-4f6d-bbee-3a120fd8720b,revision_number=0']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:01.786320 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b5a4ff97-6965-4dab-89ef-af2adcdffb47 req-fa6b534b-d00e-405b-b019-c9baef3c173b tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=68ec6110-d4fc-47b0-98e2-3d3bbd9f277c HTTP/1.1" status: 200  len: 943 time: 0.1994750
Apr 21 14:41:01.807600 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-883b5d43-d737-4b92-a69a-974cdf214c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:01.878901 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883b5d43-d737-4b92-a69a-974cdf214c60 admin admin] Checking segment: {'id': 'ec3221fc-15c4-4be1-82a9-b14c1200d4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f6d72d4c-beec-4b6c-85f1-88e6085aa9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:41:01.879478 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883b5d43-d737-4b92-a69a-974cdf214c60 admin admin] Network hostable DHCP agents. Network: f6d72d4c-beec-4b6c-85f1-88e6085aa9dd, hostable agents: ['185605b6-6305-46ac-a1cb-38316e52a922'], hosted agents: [] {{(pid=86394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 14:41:01.938481 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port bb2772ae-5550-452f-9ef9-fcef3de1a4f8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bb2772ae-5550-452f-9ef9-fcef3de1a4f8,segment=NetworkSegment(d290187c-a000-4516-b1c4-56d5a796fa49),segment_id=d290187c-a000-4516-b1c4-56d5a796fa49)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:41:01.955019 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b5a4ff97-6965-4dab-89ef-af2adcdffb47 req-bba09f1e-2b06-42db-9f18-2765cd9b4c24 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1662252
Apr 21 14:41:01.987620 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Returning: {'device': 'bb2772ae-5550-452f-9ef9-fcef3de1a4f8', 'network_id': 'd7586439-5692-45b4-a121-4de98b0d3272', 'port_id': 'bb2772ae-5550-452f-9ef9-fcef3de1a4f8', 'mac_address': 'fa:16:3e:53:44:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c648af-02d8-41a8-9d9d-c5acff085d02', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 14:41:02.072970 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:02.109184 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:02.126734 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb2772ae-5550-452f-9ef9-fcef3de1a4f8 {{(pid=86395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:41:02.147941 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port bb2772ae-5550-452f-9ef9-fcef3de1a4f8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bb2772ae-5550-452f-9ef9-fcef3de1a4f8,segment=NetworkSegment(d290187c-a000-4516-b1c4-56d5a796fa49),segment_id=d290187c-a000-4516-b1c4-56d5a796fa49)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:41:02.152444 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:02.160261 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:02.178923 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9ca1a970-02d4-453c-9a1e-9314980c5f64 req-cddcaf56-4dd6-43e3-b620-052804182b07 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3733501
Apr 21 14:41:02.204879 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883b5d43-d737-4b92-a69a-974cdf214c60 admin admin] Network f6d72d4c-beec-4b6c-85f1-88e6085aa9dd is scheduled to be hosted by DHCP agent 185605b6-6305-46ac-a1cb-38316e52a922 with binding_index 1 {{(pid=86394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 14:41:02.252370 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7b9f9b4e-2916-49a3-a2b0-fd9491a8d023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:02.269262 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-30f1ab52-6cc6-4435-a75d-cad069179f46 req-821518e8-9803-4cb4-b2ea-33c624f47199 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] For port cc566d32-eb8b-44f2-807f-f7a1fae9c0f5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cc566d32-eb8b-44f2-807f-f7a1fae9c0f5,segment=NetworkSegment(c3423405-952e-4cbd-b0fb-edac909f21f1),segment_id=c3423405-952e-4cbd-b0fb-edac909f21f1)] {{(pid=86394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:41:02.270175 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-30f1ab52-6cc6-4435-a75d-cad069179f46 req-821518e8-9803-4cb4-b2ea-33c624f47199 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:02.283042 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=bb2772ae-5550-452f-9ef9-fcef3de1a4f8,revision_number=4']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:02.286874 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:02.401756 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-883b5d43-d737-4b92-a69a-974cdf214c60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-iscsi, f6d72d4c-beec-4b6c-85f1-88e6085aa9dd) {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:41:02.410827 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709a79af-1505-4ce4-8a19-7b1799d8aef5 None None] Network f6d72d4c-beec-4b6c-85f1-88e6085aa9dd requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:41:02.529937 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-30f1ab52-6cc6-4435-a75d-cad069179f46 req-821518e8-9803-4cb4-b2ea-33c624f47199 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Calling delete_port for cc566d32-eb8b-44f2-807f-f7a1fae9c0f5 owned by compute:nova {{(pid=86394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:41:02.657334 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883b5d43-d737-4b92-a69a-974cdf214c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:02.657960 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-883b5d43-d737-4b92-a69a-974cdf214c60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for subnet, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:02.778024 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 55202) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:41:02.815210 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:02.830459 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-883b5d43-d737-4b92-a69a-974cdf214c60 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 3.0349867
Apr 21 14:41:02.863327 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666b9bc-4a41-4529-ad3e-705d0853a2fd req-326e7d34-b157-4582-b015-2a777713f2d7 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:02.865102 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a666b9bc-4a41-4529-ad3e-705d0853a2fd req-326e7d34-b157-4582-b015-2a777713f2d7 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] 10.222.0.24 "GET /v2.0/ports?device_id=2504706a-701f-4da9-90ec-425515785e61 HTTP/1.1" status: 200  len: 950 time: 0.2729485
Apr 21 14:41:02.961786 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['bb2772ae-5550-452f-9ef9-fcef3de1a4f8'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:41:02.976877 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1924b772-3003-4631-a906-b8e772af3915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:03.015092 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-1924b772-3003-4631-a906-b8e772af3915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:41:03.037184 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-1924b772-3003-4631-a906-b8e772af3915 admin admin] Usage tracker for resource:security_group_rule and tenant:885e55594f6f4943990b92484c2ba039 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:41:03.043606 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-1924b772-3003-4631-a906-b8e772af3915 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:41:03.058475 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-1924b772-3003-4631-a906-b8e772af3915 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:41:03.075876 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a666b9bc-4a41-4529-ad3e-705d0853a2fd req-5288ce5b-4deb-42ae-a35b-e546cdb77878 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] 10.222.0.24 "GET /v2.0/security-groups?id=c932b108-e48f-4d6d-88fe-5a30fdfc66b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1559641
Apr 21 14:41:03.135527 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-30f1ab52-6cc6-4435-a75d-cad069179f46 req-821518e8-9803-4cb4-b2ea-33c624f47199 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:03.147249 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-7bbc329f-792d-4d31-b21d-6eed64a0240c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:03.227321 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821518e8-9803-4cb4-b2ea-33c624f47199 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Pushing event deleted for resources: {'Port': ['ID=cc566d32-eb8b-44f2-807f-f7a1fae9c0f5,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:03.233640 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85eb2730-f93f-4ef0-8618-d261f9e2f043 None None] Network f6d72d4c-beec-4b6c-85f1-88e6085aa9dd requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:41:03.244376 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-821518e8-9803-4cb4-b2ea-33c624f47199 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:03.341081 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f1ab52-6cc6-4435-a75d-cad069179f46 req-821518e8-9803-4cb4-b2ea-33c624f47199 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] No DVR routers for this DVR port cc566d32-eb8b-44f2-807f-f7a1fae9c0f5 on host hv-cinder-78638 {{(pid=86394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 14:41:03.356976 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-30f1ab52-6cc6-4435-a75d-cad069179f46 req-821518e8-9803-4cb4-b2ea-33c624f47199 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:03.360259 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2504706a-701f-4da9-90ec-425515785e61', 'name': 'network-vif-deleted', 'tag': 'cc566d32-eb8b-44f2-807f-f7a1fae9c0f5'}] {{(pid=86394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:41:03.388103 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1924b772-3003-4631-a906-b8e772af3915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:03.395586 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-30f1ab52-6cc6-4435-a75d-cad069179f46 req-821518e8-9803-4cb4-b2ea-33c624f47199 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] 10.222.0.36 "DELETE /v2.0/ports/cc566d32-eb8b-44f2-807f-f7a1fae9c0f5 HTTP/1.1" status: 204  len: 173 time: 2.8668725
Apr 21 14:41:03.402125 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82dafd-e5c3-429d-858e-eb2137211d3a req-626a1915-5270-49be-92a8-0e86f576b431 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:03.403879 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fb82dafd-e5c3-429d-858e-eb2137211d3a req-626a1915-5270-49be-92a8-0e86f576b431 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=68ec6110-d4fc-47b0-98e2-3d3bbd9f277c HTTP/1.1" status: 200  len: 944 time: 0.2242424
Apr 21 14:41:03.405414 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1924b772-3003-4631-a906-b8e772af3915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:03.416495 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-94ac2caf-62ff-4600-b3d5-679e844d517f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:03.479989 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924b772-3003-4631-a906-b8e772af3915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d6fba0-752a-4c59-969a-c40c62d2716c,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:03.520564 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-1924b772-3003-4631-a906-b8e772af3915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:03.596284 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 55226) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:41:03.602721 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-1924b772-3003-4631-a906-b8e772af3915 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=885e55594f6f4943990b92484c2ba039&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8233647
Apr 21 14:41:03.642719 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fb82dafd-e5c3-429d-858e-eb2137211d3a req-aadd1585-38ea-405c-9464-bd7c877861b6 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2272775
Apr 21 14:41:03.720129 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235041a6-0426-4dfe-a72d-c75355831fa3 req-6d4174be-755b-4a12-b831-d93c559a6916 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:03.721855 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-235041a6-0426-4dfe-a72d-c75355831fa3 req-6d4174be-755b-4a12-b831-d93c559a6916 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.2819631
Apr 21 14:41:03.726186 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device cc566d32-eb8b-44f2-807f-f7a1fae9c0f5 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:41:03.768964 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-924ef79e-efe9-490b-a575-824193f5ccf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:03.810877 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-235041a6-0426-4dfe-a72d-c75355831fa3 req-56d126a9-341e-46f0-950d-4ce8af3d5263 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663486
Apr 21 14:41:03.848285 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-924ef79e-efe9-490b-a575-824193f5ccf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:03.853712 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] No Port match for: cc566d32-eb8b-44f2-807f-f7a1fae9c0f5 {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:41:03.854401 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device cc566d32-eb8b-44f2-807f-f7a1fae9c0f5 not bound to the agent host hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:41:03.947469 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2504706a-701f-4da9-90ec-425515785e61', 'name': 'network-vif-deleted', 'tag': 'cc566d32-eb8b-44f2-807f-f7a1fae9c0f5', 'status': 'completed', 'code': 200}
Apr 21 14:41:03.961896 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-924ef79e-efe9-490b-a575-824193f5ccf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:03.970213 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-5b4d7110-01a2-46e1-a8f9-3cb4569e71e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:03.984204 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ef79e-efe9-490b-a575-824193f5ccf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d6fba0-752a-4c59-969a-c40c62d2716c,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:03.989716 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-924ef79e-efe9-490b-a575-824193f5ccf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:03.994175 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-924ef79e-efe9-490b-a575-824193f5ccf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:03.998898 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-924ef79e-efe9-490b-a575-824193f5ccf0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a9d6fba0-752a-4c59-969a-c40c62d2716c HTTP/1.1" status: 204  len: 168 time: 0.4016621
Apr 21 14:41:04.209643 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:04.439195 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-7a571852-5076-4462-aa21-fa6b338c5d98 req-3a648547-a2a8-4a29-9f40-eb475266e683 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Synchronizing usage tracker for tenant:ba090b5b640c4c62bc71d826adeba33c on resource:port {{(pid=86394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:41:04.469178 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-7a571852-5076-4462-aa21-fa6b338c5d98 req-3a648547-a2a8-4a29-9f40-eb475266e683 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Unset dirty status for tenant:ba090b5b640c4c62bc71d826adeba33c on resource:port {{(pid=86394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:41:04.470607 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7a571852-5076-4462-aa21-fa6b338c5d98 req-3a648547-a2a8-4a29-9f40-eb475266e683 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] 10.222.0.24 "GET /v2.0/ports?device_id=2504706a-701f-4da9-90ec-425515785e61 HTTP/1.1" status: 200  len: 210 time: 0.1518011
Apr 21 14:41:04.594472 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 55246) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:41:04.614072 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-21360cc7-b53f-40c8-b4de-950384530854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:04.635293 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-21360cc7-b53f-40c8-b4de-950384530854 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:41:04.639804 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-21360cc7-b53f-40c8-b4de-950384530854 admin admin] Usage tracker for resource:security_group_rule and tenant:9c6a02af661e498cb4738dc0d7963608 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:41:04.643146 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-21360cc7-b53f-40c8-b4de-950384530854 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:41:04.653783 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-21360cc7-b53f-40c8-b4de-950384530854 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:41:04.773321 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-21360cc7-b53f-40c8-b4de-950384530854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:04.778578 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-21360cc7-b53f-40c8-b4de-950384530854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:04.788347 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-3ab32087-0826-4080-82ef-ea297fbf1443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:04.834919 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21360cc7-b53f-40c8-b4de-950384530854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb20773c-21d1-480d-bced-0c10362f3260,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:04.843177 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-21360cc7-b53f-40c8-b4de-950384530854 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c6a02af661e498cb4738dc0d7963608&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2442911
Apr 21 14:41:04.843177 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-21360cc7-b53f-40c8-b4de-950384530854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:04.843754 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 55256) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:41:05.066136 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3918474f-4369-445d-8368-038a3b7d8ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:05.146770 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3918474f-4369-445d-8368-038a3b7d8ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:05.163725 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189fcb98-43a6-4888-8ed6-ab1d12dd6f8f req-f0326407-3283-459f-a40c-9a95a8f98720 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:05.165521 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-189fcb98-43a6-4888-8ed6-ab1d12dd6f8f req-f0326407-3283-459f-a40c-9a95a8f98720 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.1795890
Apr 21 14:41:05.203595 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ea5c6-e345-457b-b081-d3059dbd2d5e req-47984baf-4e14-4769-a937-7ce6f9939db0 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:05.205387 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d55ea5c6-e345-457b-b081-d3059dbd2d5e req-47984baf-4e14-4769-a937-7ce6f9939db0 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=68ec6110-d4fc-47b0-98e2-3d3bbd9f277c HTTP/1.1" status: 200  len: 944 time: 0.3015754
Apr 21 14:41:05.250462 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-189fcb98-43a6-4888-8ed6-ab1d12dd6f8f req-c459546b-7d4e-47da-80ec-105212030ece tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720582
Apr 21 14:41:05.259767 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3918474f-4369-445d-8368-038a3b7d8ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:05.270680 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-1aeadf14-46b7-441c-acc8-221520ce0c6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:05.299642 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d55ea5c6-e345-457b-b081-d3059dbd2d5e req-50144f68-4be1-4870-afd5-197f1f3f8660 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835235
Apr 21 14:41:05.323352 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3918474f-4369-445d-8368-038a3b7d8ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:05.325674 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-3918474f-4369-445d-8368-038a3b7d8ff0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb20773c-21d1-480d-bced-0c10362f3260 HTTP/1.1" status: 204  len: 168 time: 0.4800615
Apr 21 14:41:05.327319 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918474f-4369-445d-8368-038a3b7d8ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb20773c-21d1-480d-bced-0c10362f3260,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:05.333432 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-3918474f-4369-445d-8368-038a3b7d8ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:05.743154 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device bb2772ae-5550-452f-9ef9-fcef3de1a4f8 up at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:41:05.830659 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning for port bb2772ae-5550-452f-9ef9-fcef3de1a4f8 completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:41:05.838413 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning complete for port bb2772ae-5550-452f-9ef9-fcef3de1a4f8 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:41:05.839103 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:06.067910 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:06.108881 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port bb2772ae-5550-452f-9ef9-fcef3de1a4f8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bb2772ae-5550-452f-9ef9-fcef3de1a4f8,segment=NetworkSegment(d290187c-a000-4516-b1c4-56d5a796fa49),segment_id=d290187c-a000-4516-b1c4-56d5a796fa49)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:41:06.110196 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ec6110-d4fc-47b0-98e2-3d3bbd9f277c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2772ae-5550-452f-9ef9-fcef3de1a4f8'}] {{(pid=86395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:41:06.119551 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:06.131672 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:06.223352 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=bb2772ae-5550-452f-9ef9-fcef3de1a4f8,revision_number=5']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:06.227635 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ec6110-d4fc-47b0-98e2-3d3bbd9f277c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2772ae-5550-452f-9ef9-fcef3de1a4f8', 'code': 200}
Apr 21 14:41:06.228359 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:06.331255 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-2ecd9948-68f7-4add-ae67-bd2035607011 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:06.346676 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-2ecd9948-68f7-4add-ae67-bd2035607011 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/networks?id=f6d72d4c-beec-4b6c-85f1-88e6085aa9dd HTTP/1.1" status: 200  len: 808 time: 0.3494055
Apr 21 14:41:06.379140 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-91be01bf-58e7-4757-9844-e2e2c37c1dcb tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/quotas/f1fe7acbedbc48509204223f35d7eba2 HTTP/1.1" status: 200  len: 375 time: 0.0307631
Apr 21 14:41:06.491270 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-94111c21-af55-47f7-ac2c-e41aa55a7f0e tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f1fe7acbedbc48509204223f35d7eba2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1102164
Apr 21 14:41:06.683338 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783bc37a-6ec3-401b-8c21-64c20a253c54 req-5b6a4387-9106-4747-9664-cd66e930706e tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:06.686815 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-783bc37a-6ec3-401b-8c21-64c20a253c54 req-5b6a4387-9106-4747-9664-cd66e930706e tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.1571648
Apr 21 14:41:06.790987 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-85aba652-c514-4cfa-bdae-4a6e87c06ae8 service neutron] 10.222.0.24 "GET /v2.0/networks/f6d72d4c-beec-4b6c-85f1-88e6085aa9dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2944744
Apr 21 14:41:06.812361 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-783bc37a-6ec3-401b-8c21-64c20a253c54 req-d8b0b21a-11cc-4a11-88ad-a69579efdd51 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064041
Apr 21 14:41:06.899290 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 55350) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:41:07.128103 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b27f8-b927-4a8c-bde4-613d83f6cc9f req-910e37c1-f419-4b57-a176-e3dff12c1c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:07.129693 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0a1b27f8-b927-4a8c-bde4-613d83f6cc9f req-910e37c1-f419-4b57-a176-e3dff12c1c58 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=68ec6110-d4fc-47b0-98e2-3d3bbd9f277c HTTP/1.1" status: 200  len: 1098 time: 0.3372610
Apr 21 14:41:07.146718 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-cc24a3b4-8fbe-4c5a-abe1-de6fa63a1ef5 service neutron] 10.222.0.24 "GET /v2.0/networks/f6d72d4c-beec-4b6c-85f1-88e6085aa9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3397474
Apr 21 14:41:07.191092 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f65117-5ce4-4ee3-b127-4ab4ff2057ef req-81bae5da-1f4b-45cf-bcaa-6d86a849a59b tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:07.199627 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-25f65117-5ce4-4ee3-b127-4ab4ff2057ef req-81bae5da-1f4b-45cf-bcaa-6d86a849a59b tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=68ec6110-d4fc-47b0-98e2-3d3bbd9f277c HTTP/1.1" status: 200  len: 945 time: 0.1438875
Apr 21 14:41:07.215656 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0a1b27f8-b927-4a8c-bde4-613d83f6cc9f req-710d9bd1-ebc9-48d4-8587-87c8ef4921e8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677197
Apr 21 14:41:07.247623 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ec877f30-ee0a-46d4-a306-c521f9451a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:07.296109 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-25f65117-5ce4-4ee3-b127-4ab4ff2057ef req-e2744d4b-eb4c-417e-9864-ef85f67f6ad0 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953851
Apr 21 14:41:07.307179 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-ec877f30-ee0a-46d4-a306-c521f9451a82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:41:07.321116 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-ec877f30-ee0a-46d4-a306-c521f9451a82 admin admin] Usage tracker for resource:security_group_rule and tenant:20ee253dfca64d89808749af53bef778 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:41:07.329263 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-ec877f30-ee0a-46d4-a306-c521f9451a82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:41:07.347193 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-ec877f30-ee0a-46d4-a306-c521f9451a82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:41:07.509781 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6711246e-d854-4530-a9b5-a2d419b5b9ca req-772692f4-e828-41e0-8c3e-0ece232b8659 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7a6936-78ec-46ce-9e64-c65542d9bc90 HTTP/1.1" status: 200  len: 210 time: 0.0665152
Apr 21 14:41:07.583329 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ec877f30-ee0a-46d4-a306-c521f9451a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:07.590962 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ec877f30-ee0a-46d4-a306-c521f9451a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:07.602145 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-7a7e5995-bd2a-419a-a068-e6c2205ec959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:07.656428 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec877f30-ee0a-46d4-a306-c521f9451a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a01150-ee40-46cf-997e-f12bd327b727,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:07.661195 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ec877f30-ee0a-46d4-a306-c521f9451a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:07.676355 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 55404) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:41:07.676845 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-ec877f30-ee0a-46d4-a306-c521f9451a82 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=20ee253dfca64d89808749af53bef778&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7760136
Apr 21 14:41:07.806230 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-519e3dc2-630c-4056-b513-304f03621e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:07.849017 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-519e3dc2-630c-4056-b513-304f03621e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:07.915083 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-519e3dc2-630c-4056-b513-304f03621e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:07.925071 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d3e8e306-3f5a-4aa8-9770-3a2c2e051483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:07.996809 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-519e3dc2-630c-4056-b513-304f03621e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:08.001706 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-519e3dc2-630c-4056-b513-304f03621e75 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d3a01150-ee40-46cf-997e-f12bd327b727 HTTP/1.1" status: 204  len: 168 time: 0.3203659
Apr 21 14:41:08.001706 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e3dc2-630c-4056-b513-304f03621e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a01150-ee40-46cf-997e-f12bd327b727,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:08.005626 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-519e3dc2-630c-4056-b513-304f03621e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:08.478395 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e089c-d0a5-4ad5-9203-607dfc4a030d req-01948ba6-7a64-43ff-b4c0-e5e88be0d083 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:08.482083 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-618e089c-d0a5-4ad5-9203-607dfc4a030d req-01948ba6-7a64-43ff-b4c0-e5e88be0d083 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.2708049
Apr 21 14:41:08.604148 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-618e089c-d0a5-4ad5-9203-607dfc4a030d req-b8ed26fb-6bfe-42cf-a2dd-45e54b0b727a tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011581
Apr 21 14:41:08.740946 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df169806-18c1-4d54-b045-9f3b16cecd20 req-782409ff-5113-46e1-85dd-389e7a0068e3 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:08.743140 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-df169806-18c1-4d54-b045-9f3b16cecd20 req-782409ff-5113-46e1-85dd-389e7a0068e3 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=68ec6110-d4fc-47b0-98e2-3d3bbd9f277c HTTP/1.1" status: 200  len: 945 time: 0.1423099
Apr 21 14:41:08.793064 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:08.849922 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-df169806-18c1-4d54-b045-9f3b16cecd20 req-683a1e17-719b-47d5-8a7b-c975c632b994 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849390
Apr 21 14:41:08.944700 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 55474) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:41:09.020061 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-52f760f3-36d3-4fa6-91e4-3ff28c3723f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:09.118502 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-52f760f3-36d3-4fa6-91e4-3ff28c3723f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:41:09.139099 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-52f760f3-36d3-4fa6-91e4-3ff28c3723f0 admin admin] Usage tracker for resource:security_group_rule and tenant:cbde493f53a8472abdb8055cecc8074f is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:41:09.150228 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0f74b6d4-f1a8-42c6-92ef-32c799e8e323 req-01646fae-5df1-41fa-b232-e908fc0aa833 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7a6936-78ec-46ce-9e64-c65542d9bc90 HTTP/1.1" status: 200  len: 210 time: 0.1026986
Apr 21 14:41:09.163681 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-52f760f3-36d3-4fa6-91e4-3ff28c3723f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:41:09.172147 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-52f760f3-36d3-4fa6-91e4-3ff28c3723f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:41:09.319604 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-52f760f3-36d3-4fa6-91e4-3ff28c3723f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:09.324589 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-52f760f3-36d3-4fa6-91e4-3ff28c3723f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:09.339794 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-1924b772-3003-4631-a906-b8e772af3915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:09.411680 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f760f3-36d3-4fa6-91e4-3ff28c3723f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257b6353-1b82-4b51-ac8e-bf668a818a22,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:09.421480 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-52f760f3-36d3-4fa6-91e4-3ff28c3723f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cbde493f53a8472abdb8055cecc8074f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4712620
Apr 21 14:41:09.421480 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-52f760f3-36d3-4fa6-91e4-3ff28c3723f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:09.422370 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 55486) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:41:09.497359 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-779abe78-1df3-45f5-a5ef-336a264f9f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:09.538441 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-779abe78-1df3-45f5-a5ef-336a264f9f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:09.646590 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-779abe78-1df3-45f5-a5ef-336a264f9f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:09.661947 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:09.724484 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779abe78-1df3-45f5-a5ef-336a264f9f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257b6353-1b82-4b51-ac8e-bf668a818a22,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:09.741044 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-779abe78-1df3-45f5-a5ef-336a264f9f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:09.759211 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-779abe78-1df3-45f5-a5ef-336a264f9f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:09.763687 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-779abe78-1df3-45f5-a5ef-336a264f9f92 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/257b6353-1b82-4b51-ac8e-bf668a818a22 HTTP/1.1" status: 204  len: 168 time: 0.3382905
Apr 21 14:41:09.767287 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-b0a21340-c9af-425a-8632-13ba48b4b24e tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:09.770412 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-b0a21340-c9af-425a-8632-13ba48b4b24e tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.36 "GET /v2.0/networks?id=f6d72d4c-beec-4b6c-85f1-88e6085aa9dd HTTP/1.1" status: 200  len: 808 time: 0.2550697
Apr 21 14:41:09.795955 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-68b28d2c-1ca0-4668-af26-483377c2479c tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Request body: {'port': {'device_id': '5f7a6936-78ec-46ce-9e64-c65542d9bc90', 'network_id': 'f6d72d4c-beec-4b6c-85f1-88e6085aa9dd', 'admin_state_up': True, 'tenant_id': 'f1fe7acbedbc48509204223f35d7eba2'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:41:10.224373 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-68b28d2c-1ca0-4668-af26-483377c2479c tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:41:10.235165 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-68b28d2c-1ca0-4668-af26-483377c2479c tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Usage tracker for resource:port and tenant:f1fe7acbedbc48509204223f35d7eba2 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:41:10.243250 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-68b28d2c-1ca0-4668-af26-483377c2479c tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:41:10.259769 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-68b28d2c-1ca0-4668-af26-483377c2479c tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:41:10.274881 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-68b28d2c-1ca0-4668-af26-483377c2479c tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Made reservation on behalf of f1fe7acbedbc48509204223f35d7eba2 for: {'port': 1} {{(pid=86394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:41:10.282655 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-68b28d2c-1ca0-4668-af26-483377c2479c tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:10.326649 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9d7a9-a2f4-4411-aafb-00c9332da9e7 req-dde45b1e-eb2e-4a99-afa3-dff7373a3aca tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:10.330752 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-71c9d7a9-a2f4-4411-aafb-00c9332da9e7 req-dde45b1e-eb2e-4a99-afa3-dff7373a3aca tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.3959365
Apr 21 14:41:10.541561 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-71c9d7a9-a2f4-4411-aafb-00c9332da9e7 req-fd15b00a-a7ef-463a-a4d7-0a4318ca2e1a tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2038147
Apr 21 14:41:10.803412 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-57995002-e857-4d64-be7d-b5371572965e req-27c63625-baed-42e3-b713-23b9737ef7e5 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7a6936-78ec-46ce-9e64-c65542d9bc90 HTTP/1.1" status: 200  len: 210 time: 0.0845904
Apr 21 14:41:10.838712 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-68b28d2c-1ca0-4668-af26-483377c2479c tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Allocated IP 172.20.0.2 (f6d72d4c-beec-4b6c-85f1-88e6085aa9dd/8708fa15-866c-4f6d-bbee-3a120fd8720b/0d0879fe-1030-44d4-8683-214bce5da765) {{(pid=86394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:41:11.323672 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a591672-56ab-45f5-aeb5-280ecc82b587 req-62f95865-135f-47dc-b59e-9c46c3eaba91 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:11.326751 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5a591672-56ab-45f5-aeb5-280ecc82b587 req-62f95865-135f-47dc-b59e-9c46c3eaba91 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=68ec6110-d4fc-47b0-98e2-3d3bbd9f277c HTTP/1.1" status: 200  len: 945 time: 0.6460187
Apr 21 14:41:11.639127 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-68b28d2c-1ca0-4668-af26-483377c2479c tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Notify callbacks [] for port, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:11.669205 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5a591672-56ab-45f5-aeb5-280ecc82b587 req-3d18047f-1890-4f5b-814d-1641aae68758 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2991343
Apr 21 14:41:11.731682 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-68b28d2c-1ca0-4668-af26-483377c2479c tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:11.760195 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:11.859178 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-68b28d2c-1ca0-4668-af26-483377c2479c tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Network f6d72d4c-beec-4b6c-85f1-88e6085aa9dd is already hosted by enough agents. {{(pid=86394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:41:11.869240 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-68b28d2c-1ca0-4668-af26-483377c2479c tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Resources bound (agent type, host, resource id):  {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:41:11.889467 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-68b28d2c-1ca0-4668-af26-483377c2479c tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Received port after_create {{(pid=86394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:41:12.123823 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b28d2c-1ca0-4668-af26-483377c2479c tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Pushing event updated for resources: {'Port': ['ID=0d0879fe-1030-44d4-8683-214bce5da765,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:12.135915 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-68b28d2c-1ca0-4668-af26-483377c2479c tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:12.169790 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-68b28d2c-1ca0-4668-af26-483377c2479c tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:12.170727 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-68b28d2c-1ca0-4668-af26-483377c2479c tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:12.206839 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-68b28d2c-1ca0-4668-af26-483377c2479c tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4254975
Apr 21 14:41:12.221967 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636d14c-2514-438c-9b29-d013a6847b63 req-5ca63c9e-0b88-4099-903b-8e988950e451 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:12.223986 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7636d14c-2514-438c-9b29-d013a6847b63 req-5ca63c9e-0b88-4099-903b-8e988950e451 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.2753563
Apr 21 14:41:12.233608 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-41069628-5d2b-42aa-ae45-3eb333c0bc4e service neutron] Request body: {'port': {'device_id': '5f7a6936-78ec-46ce-9e64-c65542d9bc90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:41:12.253562 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf602c-d88a-4a7a-b54c-95e71bdc9ffd req-37164b1f-f6ca-4970-a5d3-c87105b4eae2 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:12.271220 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6daf602c-d88a-4a7a-b54c-95e71bdc9ffd req-37164b1f-f6ca-4970-a5d3-c87105b4eae2 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7a6936-78ec-46ce-9e64-c65542d9bc90 HTTP/1.1" status: 200  len: 931 time: 0.2075448
Apr 21 14:41:12.376687 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-6daf602c-d88a-4a7a-b54c-95e71bdc9ffd req-380c93f7-bb14-4f97-84fc-697cfe78ed9f tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Synchronizing usage tracker for tenant:f1fe7acbedbc48509204223f35d7eba2 on resource:security_group {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:41:12.395837 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-6daf602c-d88a-4a7a-b54c-95e71bdc9ffd req-380c93f7-bb14-4f97-84fc-697cfe78ed9f tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Unset dirty status for tenant:f1fe7acbedbc48509204223f35d7eba2 on resource:security_group {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:41:12.408860 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6daf602c-d88a-4a7a-b54c-95e71bdc9ffd req-380c93f7-bb14-4f97-84fc-697cfe78ed9f tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8274af-ac40-4c78-82c8-f7e16c134144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1296437
Apr 21 14:41:12.515954 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7636d14c-2514-438c-9b29-d013a6847b63 req-60bef548-c729-484c-83d9-293eae5c2fc3 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2029309
Apr 21 14:41:12.571413 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-41069628-5d2b-42aa-ae45-3eb333c0bc4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:13.341976 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-41069628-5d2b-42aa-ae45-3eb333c0bc4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d0879fe-1030-44d4-8683-214bce5da765 {{(pid=86394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:41:13.360062 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-41069628-5d2b-42aa-ae45-3eb333c0bc4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:13.400031 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-41069628-5d2b-42aa-ae45-3eb333c0bc4e service neutron] Transition to ACTIVE for port object 0d0879fe-1030-44d4-8683-214bce5da765 will not be triggered until provisioned by entity L2. {{(pid=86394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:41:13.406452 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-41069628-5d2b-42aa-ae45-3eb333c0bc4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839088365'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:13.419309 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:13.778724 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba4f49-1e68-4704-a5aa-01d354ba6afd req-6ab3d98c-9815-4d4f-86f4-30471016b52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:13.782056 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-66ba4f49-1e68-4704-a5aa-01d354ba6afd req-6ab3d98c-9815-4d4f-86f4-30471016b52b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 1099 time: 0.2105041
Apr 21 14:41:13.848999 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41069628-5d2b-42aa-ae45-3eb333c0bc4e service neutron] Pushing event updated for resources: {'Port': ['ID=0d0879fe-1030-44d4-8683-214bce5da765,revision_number=2']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:13.855890 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-41069628-5d2b-42aa-ae45-3eb333c0bc4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:13.906118 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f99944-cef2-466a-968d-95f99d48e080 req-ac11fcfa-cfa4-4e46-a57d-e94e04fdcb07 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:13.907035 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-e1f99944-cef2-466a-968d-95f99d48e080 req-ac11fcfa-cfa4-4e46-a57d-e94e04fdcb07 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Synchronizing usage tracker for tenant:f1fe7acbedbc48509204223f35d7eba2 on resource:port {{(pid=86394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:41:13.994693 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-41069628-5d2b-42aa-ae45-3eb333c0bc4e service neutron] Attempting to bind port 0d0879fe-1030-44d4-8683-214bce5da765 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:41:13.995088 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-41069628-5d2b-42aa-ae45-3eb333c0bc4e service neutron] Attempting to bind port 0d0879fe-1030-44d4-8683-214bce5da765 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'ec3221fc-15c4-4be1-82a9-b14c1200d4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f6d72d4c-beec-4b6c-85f1-88e6085aa9dd'}] {{(pid=86394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:41:13.995528 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-41069628-5d2b-42aa-ae45-3eb333c0bc4e service neutron] Attempting to bind port 0d0879fe-1030-44d4-8683-214bce5da765 on network f6d72d4c-beec-4b6c-85f1-88e6085aa9dd {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:41:13.997605 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-66ba4f49-1e68-4704-a5aa-01d354ba6afd req-7e8a2337-efd9-4db0-a1b0-4bcd70ff3589 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2075617
Apr 21 14:41:14.012739 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-e1f99944-cef2-466a-968d-95f99d48e080 req-ac11fcfa-cfa4-4e46-a57d-e94e04fdcb07 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Unset dirty status for tenant:f1fe7acbedbc48509204223f35d7eba2 on resource:port {{(pid=86394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:41:14.015031 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e1f99944-cef2-466a-968d-95f99d48e080 req-ac11fcfa-cfa4-4e46-a57d-e94e04fdcb07 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7a6936-78ec-46ce-9e64-c65542d9bc90 HTTP/1.1" status: 200  len: 943 time: 0.3911273
Apr 21 14:41:14.016364 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-41069628-5d2b-42aa-ae45-3eb333c0bc4e service neutron] Port 0d0879fe-1030-44d4-8683-214bce5da765 on network f6d72d4c-beec-4b6c-85f1-88e6085aa9dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 14:41:14.016954 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-41069628-5d2b-42aa-ae45-3eb333c0bc4e service neutron] Attempting to bind port 0d0879fe-1030-44d4-8683-214bce5da765 on network f6d72d4c-beec-4b6c-85f1-88e6085aa9dd {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:41:14.090583 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-41069628-5d2b-42aa-ae45-3eb333c0bc4e service neutron] Checking agent: {'id': 'aac967bd-8151-4f72-a05c-3193d627c9da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'started_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:41:14.091231 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-41069628-5d2b-42aa-ae45-3eb333c0bc4e service neutron] Checking segment: {'id': 'ec3221fc-15c4-4be1-82a9-b14c1200d4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f6d72d4c-beec-4b6c-85f1-88e6085aa9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:41:14.091819 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-41069628-5d2b-42aa-ae45-3eb333c0bc4e service neutron] Bound using segment: {'id': 'ec3221fc-15c4-4be1-82a9-b14c1200d4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f6d72d4c-beec-4b6c-85f1-88e6085aa9dd'} {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:41:14.092491 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-41069628-5d2b-42aa-ae45-3eb333c0bc4e service neutron] Bound port: 0d0879fe-1030-44d4-8683-214bce5da765, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec3221fc-15c4-4be1-82a9-b14c1200d4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f6d72d4c-beec-4b6c-85f1-88e6085aa9dd'}}] {{(pid=86394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:41:14.093246 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-41069628-5d2b-42aa-ae45-3eb333c0bc4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:14.126061 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419ed09-fd3f-420b-bbee-e266123da8a1 req-c1b6434f-3ff5-4566-8a43-6cddaa83f49c tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:14.144269 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1419ed09-fd3f-420b-bbee-e266123da8a1 req-c1b6434f-3ff5-4566-8a43-6cddaa83f49c tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.3010526
Apr 21 14:41:14.219031 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1419ed09-fd3f-420b-bbee-e266123da8a1 req-9b036c36-b96d-45c1-9279-79cae9c759fa tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730772
Apr 21 14:41:14.232985 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-41069628-5d2b-42aa-ae45-3eb333c0bc4e service neutron] For port 0d0879fe-1030-44d4-8683-214bce5da765, host hv-cinder-78638, cleared binding levels {{(pid=86394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:41:14.249745 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-41069628-5d2b-42aa-ae45-3eb333c0bc4e service neutron] For port 0d0879fe-1030-44d4-8683-214bce5da765, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0d0879fe-1030-44d4-8683-214bce5da765,segment=NetworkSegment(ec3221fc-15c4-4be1-82a9-b14c1200d4f7),segment_id=ec3221fc-15c4-4be1-82a9-b14c1200d4f7)] {{(pid=86394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:41:14.253845 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e1f99944-cef2-466a-968d-95f99d48e080 req-279e6f0d-ca5d-469a-a08f-12caa1d44e6c tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8274af-ac40-4c78-82c8-f7e16c134144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2078195
Apr 21 14:41:14.255832 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-41069628-5d2b-42aa-ae45-3eb333c0bc4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839088365'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:14.273643 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:14.331762 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-41069628-5d2b-42aa-ae45-3eb333c0bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:14.332446 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-41069628-5d2b-42aa-ae45-3eb333c0bc4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:14.334031 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-41069628-5d2b-42aa-ae45-3eb333c0bc4e service neutron] 10.222.0.36 "PUT /v2.0/ports/0d0879fe-1030-44d4-8683-214bce5da765 HTTP/1.1" status: 200  len: 1093 time: 2.1054776
Apr 21 14:41:14.334693 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7a6936-78ec-46ce-9e64-c65542d9bc90', 'tag': '0d0879fe-1030-44d4-8683-214bce5da765'}] {{(pid=86394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:41:14.399179 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41069628-5d2b-42aa-ae45-3eb333c0bc4e service neutron] Pushing event updated for resources: {'Port': ['ID=0d0879fe-1030-44d4-8683-214bce5da765,revision_number=3']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:14.451831 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-41069628-5d2b-42aa-ae45-3eb333c0bc4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:14.459008 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7a6936-78ec-46ce-9e64-c65542d9bc90', 'tag': '0d0879fe-1030-44d4-8683-214bce5da765', 'status': 'completed', 'code': 200}
Apr 21 14:41:14.502020 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-bf2feb5d-3f96-4b71-bc95-4f185f6f14bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:14.503954 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-bf2feb5d-3f96-4b71-bc95-4f185f6f14bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f1fe7acbedbc48509204223f35d7eba2&device_id=5f7a6936-78ec-46ce-9e64-c65542d9bc90 HTTP/1.1" status: 200  len: 1096 time: 0.1013715
Apr 21 14:41:14.624728 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-295e6e7f-f39d-4c00-9d15-423c56fc8d42 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d0879fe-1030-44d4-8683-214bce5da765 HTTP/1.1" status: 200  len: 217 time: 0.1090751
Apr 21 14:41:14.762154 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-44b48e37-4333-4ea6-a799-433dfe1529bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:14.764098 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-44b48e37-4333-4ea6-a799-433dfe1529bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8708fa15-866c-4f6d-bbee-3a120fd8720b HTTP/1.1" status: 200  len: 848 time: 0.1304741
Apr 21 14:41:14.822587 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-542f5bb8-76d7-4d19-8d6d-5d558563c25d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6d72d4c-beec-4b6c-85f1-88e6085aa9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0515220
Apr 21 14:41:15.015606 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-025105a3-b8fb-41a8-a77b-dc9ab5e92a97 service neutron] 10.222.0.36 "GET /v2.0/networks/f6d72d4c-beec-4b6c-85f1-88e6085aa9dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1778870
Apr 21 14:41:15.234680 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2e73746c-289d-4e78-9cc8-0149cb8d2341 req-7125d421-a757-46e3-925d-f811acc03a06 service neutron] 10.222.0.36 "GET /v2.0/networks/f6d72d4c-beec-4b6c-85f1-88e6085aa9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2067032
Apr 21 14:41:15.560614 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c6705-4a5c-4839-a620-718760acb205 req-b45715f6-375c-4819-bbbd-3bd25568af86 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:15.564147 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c78c6705-4a5c-4839-a620-718760acb205 req-b45715f6-375c-4819-bbbd-3bd25568af86 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.1564100
Apr 21 14:41:15.659792 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c78c6705-4a5c-4839-a620-718760acb205 req-a4526a46-f7e7-4504-a255-8bd8c23abaa7 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875893
Apr 21 14:41:15.702326 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73af5e-c627-4672-90cb-0d58b39a79ad req-238584f2-3334-47af-8131-5136378712df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:15.705324 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ac73af5e-c627-4672-90cb-0d58b39a79ad req-238584f2-3334-47af-8131-5136378712df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f1fe7acbedbc48509204223f35d7eba2&device_id=5f7a6936-78ec-46ce-9e64-c65542d9bc90 HTTP/1.1" status: 200  len: 1096 time: 0.3531344
Apr 21 14:41:15.776331 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be167e70-fff8-4cc5-b4fd-e600a76b6997 req-1e304338-8ae6-416a-b4aa-f755dbd09c9f tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:15.791104 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-be167e70-fff8-4cc5-b4fd-e600a76b6997 req-1e304338-8ae6-416a-b4aa-f755dbd09c9f tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7a6936-78ec-46ce-9e64-c65542d9bc90 HTTP/1.1" status: 200  len: 943 time: 0.2807093
Apr 21 14:41:15.931333 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-be167e70-fff8-4cc5-b4fd-e600a76b6997 req-4497905b-bf54-49e0-9f2d-cd0257b2a2b5 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8274af-ac40-4c78-82c8-f7e16c134144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367030
Apr 21 14:41:15.983380 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73af5e-c627-4672-90cb-0d58b39a79ad req-9d2bc616-fddb-4ef0-bd88-a3d417fc1cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:15.985188 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ac73af5e-c627-4672-90cb-0d58b39a79ad req-9d2bc616-fddb-4ef0-bd88-a3d417fc1cb5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6d72d4c-beec-4b6c-85f1-88e6085aa9dd HTTP/1.1" status: 200  len: 909 time: 0.2676260
Apr 21 14:41:16.106388 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ac73af5e-c627-4672-90cb-0d58b39a79ad req-a66fb7e0-81bc-443a-989e-73ecc92559ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d0879fe-1030-44d4-8683-214bce5da765 HTTP/1.1" status: 200  len: 217 time: 0.1123369
Apr 21 14:41:16.210152 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73af5e-c627-4672-90cb-0d58b39a79ad req-f0aabad0-393d-4c61-af9c-86d12daa47ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:16.211870 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ac73af5e-c627-4672-90cb-0d58b39a79ad req-f0aabad0-393d-4c61-af9c-86d12daa47ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8708fa15-866c-4f6d-bbee-3a120fd8720b HTTP/1.1" status: 200  len: 848 time: 0.0903428
Apr 21 14:41:16.276192 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ac73af5e-c627-4672-90cb-0d58b39a79ad req-cd0b7f48-5389-4682-bdda-b2115fa83af3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6d72d4c-beec-4b6c-85f1-88e6085aa9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0555313
Apr 21 14:41:16.471259 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ac73af5e-c627-4672-90cb-0d58b39a79ad req-5aa6624d-c6ec-46bf-94ea-5854e6f0a0ce service neutron] 10.222.0.36 "GET /v2.0/networks/f6d72d4c-beec-4b6c-85f1-88e6085aa9dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1814170
Apr 21 14:41:16.936704 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ac73af5e-c627-4672-90cb-0d58b39a79ad req-4a5dfdc7-802f-4eba-be04-b3f7c514d083 service neutron] 10.222.0.36 "GET /v2.0/networks/f6d72d4c-beec-4b6c-85f1-88e6085aa9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4494219
Apr 21 14:41:16.986361 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f490f1a-bc79-4a38-839c-99c88a08f492 req-c25517d2-8752-443d-b9a0-854aeb16772e tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:16.988254 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9f490f1a-bc79-4a38-839c-99c88a08f492 req-c25517d2-8752-443d-b9a0-854aeb16772e tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.1340818
Apr 21 14:41:17.087908 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9f490f1a-bc79-4a38-839c-99c88a08f492 req-9b5404a6-ae97-47d0-87d7-6f6ccae27c5a tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921857
Apr 21 14:41:17.358758 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e3563-075c-485a-84e9-7ea5bcfb85cd req-b006cf99-3a9b-477d-95ee-e5702b23f6fb tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:17.362308 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ff2e3563-075c-485a-84e9-7ea5bcfb85cd req-b006cf99-3a9b-477d-95ee-e5702b23f6fb tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7a6936-78ec-46ce-9e64-c65542d9bc90 HTTP/1.1" status: 200  len: 943 time: 0.1723082
Apr 21 14:41:17.435478 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ff2e3563-075c-485a-84e9-7ea5bcfb85cd req-4dac5e68-f884-417a-a170-10157cabff4e tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8274af-ac40-4c78-82c8-f7e16c134144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666628
Apr 21 14:41:17.835953 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df6b8c-265d-4454-a086-69f34188bfe6 req-4647b18e-9bd9-4cc1-95b0-eb6c98339d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:17.837584 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c1df6b8c-265d-4454-a086-69f34188bfe6 req-4647b18e-9bd9-4cc1-95b0-eb6c98339d68 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71fbd46f910d42d1975f143a55e34822&device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 1099 time: 0.1572196
Apr 21 14:41:17.890057 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fb0c6-5eea-4558-ad08-b5401c7e6b2b req-52976e07-86d9-422f-a9e9-c860e7e144db tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:17.891832 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-503fb0c6-5eea-4558-ad08-b5401c7e6b2b req-52976e07-86d9-422f-a9e9-c860e7e144db tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.1450391
Apr 21 14:41:18.096576 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df6b8c-265d-4454-a086-69f34188bfe6 req-e6b567c9-3ddf-4e22-9d6e-81e6281d4f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:18.098226 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c1df6b8c-265d-4454-a086-69f34188bfe6 req-e6b567c9-3ddf-4e22-9d6e-81e6281d4f04 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bacac062-2ca2-4bed-9f00-1f32f650b8c7 HTTP/1.1" status: 200  len: 920 time: 0.2457292
Apr 21 14:41:18.103761 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-503fb0c6-5eea-4558-ad08-b5401c7e6b2b req-5eaa13ec-f58b-44f9-b84f-1d749d2e63e1 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1519837
Apr 21 14:41:18.224724 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c1df6b8c-265d-4454-a086-69f34188bfe6 req-73448725-8e70-49a3-8894-fec899e8124a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=789cafbf-6ab1-45fb-a401-fa6d24cd4994 HTTP/1.1" status: 200  len: 217 time: 0.1182396
Apr 21 14:41:18.322194 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df6b8c-265d-4454-a086-69f34188bfe6 req-86fb2e05-f3b1-4752-a8e8-18dea14f2a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:18.326457 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c1df6b8c-265d-4454-a086-69f34188bfe6 req-86fb2e05-f3b1-4752-a8e8-18dea14f2a52 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f4471c1-ae41-4081-b6bd-5b95750edf0f HTTP/1.1" status: 200  len: 859 time: 0.0927665
Apr 21 14:41:18.385762 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c1df6b8c-265d-4454-a086-69f34188bfe6 req-cf450110-c54e-4681-8815-c6566aa98a71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bacac062-2ca2-4bed-9f00-1f32f650b8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0515127
Apr 21 14:41:18.573647 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c1df6b8c-265d-4454-a086-69f34188bfe6 req-48a70b13-71e8-467b-91c0-526add0b256e service neutron] 10.222.0.36 "GET /v2.0/networks/bacac062-2ca2-4bed-9f00-1f32f650b8c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1783338
Apr 21 14:41:18.759826 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c1df6b8c-265d-4454-a086-69f34188bfe6 req-66a47b3e-c594-44cd-9db2-a37e64396414 service neutron] 10.222.0.36 "GET /v2.0/networks/bacac062-2ca2-4bed-9f00-1f32f650b8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1760769
Apr 21 14:41:18.829386 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b6332-b686-43de-aaa4-6ba72ea92634 req-2eea6210-915d-497c-a917-d448e165b646 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:18.831548 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-dc2b6332-b686-43de-aaa4-6ba72ea92634 req-2eea6210-915d-497c-a917-d448e165b646 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7a6936-78ec-46ce-9e64-c65542d9bc90 HTTP/1.1" status: 200  len: 943 time: 0.1153808
Apr 21 14:41:18.906706 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-dc2b6332-b686-43de-aaa4-6ba72ea92634 req-122288e9-4b91-45fb-8e9c-0802ac8bd6b4 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8274af-ac40-4c78-82c8-f7e16c134144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628853
Apr 21 14:41:19.511653 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a38a8-234f-4d3c-8455-6aa78d1a3938 req-9f1ce9b4-5f71-44f7-8b37-e8507647afb9 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:19.513310 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 55868) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:41:19.513678 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-330a38a8-234f-4d3c-8455-6aa78d1a3938 req-9f1ce9b4-5f71-44f7-8b37-e8507647afb9 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.1715553
Apr 21 14:41:19.590986 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-330a38a8-234f-4d3c-8455-6aa78d1a3938 req-9e37b9ea-85d2-4fce-9fd4-eec58681cd79 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660830
Apr 21 14:41:19.744337 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-eea0ea4c-4458-4e00-af7e-364cc6ecab65 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ba090b5b640c4c62bc71d826adeba33c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2281625
Apr 21 14:41:19.745856 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 55876) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:41:19.784437 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 0d0879fe-1030-44d4-8683-214bce5da765 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 14:41:19.821094 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3151ba91-a91e-4dd6-abb1-73ab59d5a187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:19.852463 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3151ba91-a91e-4dd6-abb1-73ab59d5a187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:19.903715 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3151ba91-a91e-4dd6-abb1-73ab59d5a187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:19.910033 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-1c261aed-d0e9-4324-a683-5dcc6ff51d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:19.929872 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151ba91-a91e-4dd6-abb1-73ab59d5a187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c932b108-e48f-4d6d-88fe-5a30fdfc66b7,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:19.933203 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-3151ba91-a91e-4dd6-abb1-73ab59d5a187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:19.949010 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3151ba91-a91e-4dd6-abb1-73ab59d5a187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:19.952738 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-3151ba91-a91e-4dd6-abb1-73ab59d5a187 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c932b108-e48f-4d6d-88fe-5a30fdfc66b7 HTTP/1.1" status: 204  len: 168 time: 0.2053740
Apr 21 14:41:19.982252 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 0d0879fe-1030-44d4-8683-214bce5da765, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0d0879fe-1030-44d4-8683-214bce5da765,segment=NetworkSegment(ec3221fc-15c4-4be1-82a9-b14c1200d4f7),segment_id=ec3221fc-15c4-4be1-82a9-b14c1200d4f7)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:41:20.009959 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Returning: {'device': '0d0879fe-1030-44d4-8683-214bce5da765', 'network_id': 'f6d72d4c-beec-4b6c-85f1-88e6085aa9dd', 'port_id': '0d0879fe-1030-44d4-8683-214bce5da765', 'mac_address': 'fa:16:3e:e8:f1:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8708fa15-866c-4f6d-bbee-3a120fd8720b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 14:41:20.125731 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:20.146511 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d0879fe-1030-44d4-8683-214bce5da765 {{(pid=86395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:41:20.166102 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 0d0879fe-1030-44d4-8683-214bce5da765, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0d0879fe-1030-44d4-8683-214bce5da765,segment=NetworkSegment(ec3221fc-15c4-4be1-82a9-b14c1200d4f7),segment_id=ec3221fc-15c4-4be1-82a9-b14c1200d4f7)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:41:20.170603 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:20.172612 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:20.254538 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=0d0879fe-1030-44d4-8683-214bce5da765,revision_number=4']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:20.258434 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:20.283555 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88765c2a-0daf-40e0-90d4-9f194e76549d req-7b59c9c0-d211-4e65-906a-29911b0f08eb tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:20.286519 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-88765c2a-0daf-40e0-90d4-9f194e76549d req-7b59c9c0-d211-4e65-906a-29911b0f08eb tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7a6936-78ec-46ce-9e64-c65542d9bc90 HTTP/1.1" status: 200  len: 944 time: 0.1744356
Apr 21 14:41:20.380602 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-88765c2a-0daf-40e0-90d4-9f194e76549d req-5771cd79-8104-4f88-8c27-84252ea00511 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8274af-ac40-4c78-82c8-f7e16c134144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870852
Apr 21 14:41:20.640939 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['0d0879fe-1030-44d4-8683-214bce5da765'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:41:20.920662 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ed35b-516b-4764-bf8e-f9dabaf27444 req-ba3f9224-c1c1-4a11-a868-f251ecbaf292 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:20.929658 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7e6ed35b-516b-4764-bf8e-f9dabaf27444 req-ba3f9224-c1c1-4a11-a868-f251ecbaf292 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.2067773
Apr 21 14:41:21.014849 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7e6ed35b-516b-4764-bf8e-f9dabaf27444 req-16569bd3-8899-450b-a8d7-8827bc11f293 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840609
Apr 21 14:41:21.224202 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 55932) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:41:21.544892 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 55942) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:41:21.617799 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-e7173bad-f09f-41b0-a84a-630b40d19d41 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-104436944-network', 'tenant_id': 'a6d44a65707b47e1b0190ca77b504c5a'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:41:21.625903 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-e7173bad-f09f-41b0-a84a-630b40d19d41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:41:21.633248 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-e7173bad-f09f-41b0-a84a-630b40d19d41 admin admin] Usage tracker for resource:network and tenant:a6d44a65707b47e1b0190ca77b504c5a is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:41:21.639696 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-e7173bad-f09f-41b0-a84a-630b40d19d41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:41:21.651336 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-e7173bad-f09f-41b0-a84a-630b40d19d41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:41:21.699735 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-57453365-7e1d-43a3-9a3c-e892b4635d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:21.728384 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7173bad-f09f-41b0-a84a-630b40d19d41 admin admin] Made reservation on behalf of a6d44a65707b47e1b0190ca77b504c5a for: {'network': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:41:21.736410 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e7173bad-f09f-41b0-a84a-630b40d19d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for network, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:21.768514 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e7173bad-f09f-41b0-a84a-630b40d19d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:21.784961 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-57453365-7e1d-43a3-9a3c-e892b4635d12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:41:21.793129 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-57453365-7e1d-43a3-9a3c-e892b4635d12 admin admin] Usage tracker for resource:security_group_rule and tenant:4c156243ddf74d098d78aeb0a2807eae is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:41:21.798383 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-57453365-7e1d-43a3-9a3c-e892b4635d12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:41:21.802782 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cc5ef-fb11-4112-a3fb-90ac47ef033e req-18926575-cc2e-4040-b4c1-7d08d80f725b tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:21.803407 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-e7173bad-f09f-41b0-a84a-630b40d19d41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:41:21.804678 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8e5cc5ef-fb11-4112-a3fb-90ac47ef033e req-18926575-cc2e-4040-b4c1-7d08d80f725b tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7a6936-78ec-46ce-9e64-c65542d9bc90 HTTP/1.1" status: 200  len: 944 time: 0.2335870
Apr 21 14:41:21.810582 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-57453365-7e1d-43a3-9a3c-e892b4635d12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:41:21.813290 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-e7173bad-f09f-41b0-a84a-630b40d19d41 admin admin] Usage tracker for resource:security_group_rule and tenant:a6d44a65707b47e1b0190ca77b504c5a is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:41:21.817875 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-e7173bad-f09f-41b0-a84a-630b40d19d41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:41:21.826601 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-e7173bad-f09f-41b0-a84a-630b40d19d41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:41:21.871934 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8e5cc5ef-fb11-4112-a3fb-90ac47ef033e req-a7a0a0a3-c3c7-4119-a286-f038fd246a18 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8274af-ac40-4c78-82c8-f7e16c134144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544770
Apr 21 14:41:21.995305 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-57453365-7e1d-43a3-9a3c-e892b4635d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:22.000478 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e7173bad-f09f-41b0-a84a-630b40d19d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:22.001623 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-57453365-7e1d-43a3-9a3c-e892b4635d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:22.011320 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-366e1fc6-e671-48a9-b5bf-de62341814e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:22.021417 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e7173bad-f09f-41b0-a84a-630b40d19d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:22.056531 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7173bad-f09f-41b0-a84a-630b40d19d41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303}  {{(pid=86393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 14:41:22.071130 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-57453365-7e1d-43a3-9a3c-e892b4635d12 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c156243ddf74d098d78aeb0a2807eae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5248890
Apr 21 14:41:22.071385 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 55960) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:41:22.084927 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57453365-7e1d-43a3-9a3c-e892b4635d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf23e68-2490-4fbc-ab4b-abe22cf1882e,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:22.090078 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-57453365-7e1d-43a3-9a3c-e892b4635d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:22.090632 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e3664949-33cb-4145-821a-54bc5335b319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:22.098407 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e7173bad-f09f-41b0-a84a-630b40d19d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852863918'] for segment, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:22.098807 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.segments_db [None req-e7173bad-f09f-41b0-a84a-630b40d19d41 admin admin] Added segment b25a38b9-fe49-48a1-b6a4-3eba25ea7a91 of type vlan for network a003a337-7cb6-4621-a360-57adf836244c
Apr 21 14:41:22.158237 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7173bad-f09f-41b0-a84a-630b40d19d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfedff7-b562-4d0a-b4e0-5892d73a0b47,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:22.163941 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e7173bad-f09f-41b0-a84a-630b40d19d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:22.166169 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e7173bad-f09f-41b0-a84a-630b40d19d41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759846068458'] for network, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:22.221686 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e7173bad-f09f-41b0-a84a-630b40d19d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162'] for network, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:22.223490 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7173bad-f09f-41b0-a84a-630b40d19d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:22.224270 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e7173bad-f09f-41b0-a84a-630b40d19d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for network, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:22.231138 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:22.247843 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1707227f-63d7-4957-aa9b-821e4988f061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:22.325835 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1707227f-63d7-4957-aa9b-821e4988f061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:22.360075 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7173bad-f09f-41b0-a84a-630b40d19d41 admin admin] Pushing event updated for resources: {'Network': ['ID=a003a337-7cb6-4621-a360-57adf836244c,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:22.368852 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-e7173bad-f09f-41b0-a84a-630b40d19d41 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.1382163
Apr 21 14:41:22.368852 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e7173bad-f09f-41b0-a84a-630b40d19d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:22.369582 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 55964) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:41:22.374909 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Network a003a337-7cb6-4621-a360-57adf836244c details requested by agent ovs-agent-dv-cinder-786385-2-iscsi with host dv-cinder-786385-2-iscsi {{(pid=86395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 14:41:22.380431 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-8a7d198d-eb82-4c2e-b327-b6743ba26b68 admin admin] Request body: {'subnet': {'network_id': 'a003a337-7cb6-4621-a360-57adf836244c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-104436944-subnet', 'tenant_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'ip_version': 4}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:41:22.389109 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-8a7d198d-eb82-4c2e-b327-b6743ba26b68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:41:22.396457 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-8a7d198d-eb82-4c2e-b327-b6743ba26b68 admin admin] Usage tracker for resource:subnet and tenant:a6d44a65707b47e1b0190ca77b504c5a is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:41:22.402109 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-8a7d198d-eb82-4c2e-b327-b6743ba26b68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:41:22.413365 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-8a7d198d-eb82-4c2e-b327-b6743ba26b68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:41:22.431298 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7d198d-eb82-4c2e-b327-b6743ba26b68 admin admin] Made reservation on behalf of a6d44a65707b47e1b0190ca77b504c5a for: {'subnet': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:41:22.437644 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8a7d198d-eb82-4c2e-b327-b6743ba26b68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036840662671'] for subnet, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:22.438798 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f4640-8d02-4e85-8216-3cdd72e10beb req-eb3ececc-9d8e-4d61-aebc-f05d06ec8d28 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:22.440889 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0c7f4640-8d02-4e85-8216-3cdd72e10beb req-eb3ececc-9d8e-4d61-aebc-f05d06ec8d28 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.1785271
Apr 21 14:41:22.452877 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1707227f-63d7-4957-aa9b-821e4988f061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:22.462440 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-3498e5b5-206a-4464-9379-8c58d81e8560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:22.497307 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707227f-63d7-4957-aa9b-821e4988f061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf23e68-2490-4fbc-ab4b-abe22cf1882e,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:22.500869 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-1707227f-63d7-4957-aa9b-821e4988f061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:22.526476 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1707227f-63d7-4957-aa9b-821e4988f061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:22.531291 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-1707227f-63d7-4957-aa9b-821e4988f061 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cdf23e68-2490-4fbc-ab4b-abe22cf1882e HTTP/1.1" status: 204  len: 168 time: 0.4552801
Apr 21 14:41:22.568954 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0c7f4640-8d02-4e85-8216-3cdd72e10beb req-2e23c772-3137-42b2-960f-a8ac522b075d tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071932
Apr 21 14:41:23.136994 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 55980) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:41:23.203447 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f2061fe6-e55b-4de0-af99-57f4b04c8f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:23.225815 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8a7d198d-eb82-4c2e-b327-b6743ba26b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14928214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036840662688'] for subnet, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:23.234599 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:23.235732 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-f2061fe6-e55b-4de0-af99-57f4b04c8f41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:41:23.242685 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-f2061fe6-e55b-4de0-af99-57f4b04c8f41 admin admin] Usage tracker for resource:security_group_rule and tenant:6575a2cee87a44ecbff2a1bc4ae3aedc is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:41:23.247295 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-f2061fe6-e55b-4de0-af99-57f4b04c8f41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:41:23.257021 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-f2061fe6-e55b-4de0-af99-57f4b04c8f41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:41:23.317391 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae153fe-bf1b-4001-a3b8-db3f99559126 req-f24e93d6-51fd-4674-b3f5-d1c15d63bd4b tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:23.319335 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3ae153fe-bf1b-4001-a3b8-db3f99559126 req-f24e93d6-51fd-4674-b3f5-d1c15d63bd4b tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7a6936-78ec-46ce-9e64-c65542d9bc90 HTTP/1.1" status: 200  len: 944 time: 0.1640501
Apr 21 14:41:23.388475 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d198d-eb82-4c2e-b327-b6743ba26b68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53f2fe62-2656-4892-a94c-57e1e270df1c,revision_number=0']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:23.393463 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8a7d198d-eb82-4c2e-b327-b6743ba26b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:23.405785 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3ae153fe-bf1b-4001-a3b8-db3f99559126 req-756e92a9-cb17-42b1-bac1-76c0725bc30e tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8274af-ac40-4c78-82c8-f7e16c134144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741222
Apr 21 14:41:23.406128 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7d198d-eb82-4c2e-b327-b6743ba26b68 admin admin] Checking segment: {'id': 'b25a38b9-fe49-48a1-b6a4-3eba25ea7a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a003a337-7cb6-4621-a360-57adf836244c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:41:23.407125 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7d198d-eb82-4c2e-b327-b6743ba26b68 admin admin] Network hostable DHCP agents. Network: a003a337-7cb6-4621-a360-57adf836244c, hostable agents: ['185605b6-6305-46ac-a1cb-38316e52a922'], hosted agents: [] {{(pid=86393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 14:41:23.439800 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f2061fe6-e55b-4de0-af99-57f4b04c8f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:23.443519 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f2061fe6-e55b-4de0-af99-57f4b04c8f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:23.443981 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7d198d-eb82-4c2e-b327-b6743ba26b68 admin admin] Network a003a337-7cb6-4621-a360-57adf836244c is scheduled to be hosted by DHCP agent 185605b6-6305-46ac-a1cb-38316e52a922 with binding_index 1 {{(pid=86393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 14:41:23.453328 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-aa2b1fa7-4874-4386-a044-c1a133fd4279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:23.459009 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-8a7d198d-eb82-4c2e-b327-b6743ba26b68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-iscsi, a003a337-7cb6-4621-a360-57adf836244c) {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:41:23.471921 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378352c1-b3e0-47f2-b3b8-421e9badf963 None None] Network a003a337-7cb6-4621-a360-57adf836244c requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:41:23.482612 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7d198d-eb82-4c2e-b327-b6743ba26b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:23.483568 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8a7d198d-eb82-4c2e-b327-b6743ba26b68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:23.502662 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-f2061fe6-e55b-4de0-af99-57f4b04c8f41 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6575a2cee87a44ecbff2a1bc4ae3aedc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3644123
Apr 21 14:41:23.503932 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2061fe6-e55b-4de0-af99-57f4b04c8f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78b0d06-bd6d-486e-a54f-a60b0eec5ccd,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:23.507367 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 55984) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:41:23.507655 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f2061fe6-e55b-4de0-af99-57f4b04c8f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:23.544882 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-8a7d198d-eb82-4c2e-b327-b6743ba26b68 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.1738517
Apr 21 14:41:23.547796 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 55988) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:41:23.554705 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-42a564c6-74b4-4068-a428-3b29c8eb92da admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-104436944-router', 'tenant_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'}}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:41:23.560651 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-42a564c6-74b4-4068-a428-3b29c8eb92da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:41:23.565479 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-42a564c6-74b4-4068-a428-3b29c8eb92da admin admin] Usage tracker for resource:router and tenant:a6d44a65707b47e1b0190ca77b504c5a is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:41:23.569283 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-42a564c6-74b4-4068-a428-3b29c8eb92da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:41:23.577102 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-42a564c6-74b4-4068-a428-3b29c8eb92da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:41:23.590788 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-42a564c6-74b4-4068-a428-3b29c8eb92da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-625132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773200'] for router, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:23.592440 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-42a564c6-74b4-4068-a428-3b29c8eb92da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854150684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854125822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854114797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2601'] for router, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:23.602151 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ffe0edbf-39cc-4d4e-b6c1-482088b6945c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:23.609437 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-42a564c6-74b4-4068-a428-3b29c8eb92da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:23.637263 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ffe0edbf-39cc-4d4e-b6c1-482088b6945c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:23.702693 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ffe0edbf-39cc-4d4e-b6c1-482088b6945c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:23.714293 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:23.738178 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0edbf-39cc-4d4e-b6c1-482088b6945c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78b0d06-bd6d-486e-a54f-a60b0eec5ccd,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:23.743131 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ffe0edbf-39cc-4d4e-b6c1-482088b6945c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:23.752211 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ffe0edbf-39cc-4d4e-b6c1-482088b6945c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:23.753783 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-ffe0edbf-39cc-4d4e-b6c1-482088b6945c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c78b0d06-bd6d-486e-a54f-a60b0eec5ccd HTTP/1.1" status: 204  len: 168 time: 0.2443016
Apr 21 14:41:23.834085 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4c8c89-111e-4394-a286-c97aaecbd45b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd811e4f-5666-5458-8df8-f30f8980c0d3-a003a337-7cb6-4621-a360-57adf836244c', 'network_id': 'a003a337-7cb6-4621-a360-57adf836244c', 'tenant_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'fixed_ips': [{'subnet_id': '53f2fe62-2656-4892-a94c-57e1e270df1c'}]}} from dv-cinder-786385-2-iscsi. {{(pid=86395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 14:41:23.835106 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3d4c8c89-111e-4394-a286-c97aaecbd45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:24.047353 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-3d4c8c89-111e-4394-a286-c97aaecbd45b None None] Allocated IP 172.20.0.2 (a003a337-7cb6-4621-a360-57adf836244c/53f2fe62-2656-4892-a94c-57e1e270df1c/20a73fcb-3bba-40c4-b86c-d661873b1824) {{(pid=86395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:41:24.249126 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-42a564c6-74b4-4068-a428-3b29c8eb92da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854125579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854148001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2586'] for router, precommit_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:24.274630 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b3d65-f1c7-45ce-ace4-3fcc883ec6b4 req-b9e1686e-4142-4a1f-bf82-e0eee3b5cbbb tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:24.277771 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-336b3d65-f1c7-45ce-ace4-3fcc883ec6b4 req-b9e1686e-4142-4a1f-bf82-e0eee3b5cbbb tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.5151191
Apr 21 14:41:24.387595 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:41:24.391372 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3d4c8c89-111e-4394-a286-c97aaecbd45b None None] Notify callbacks [] for port, precommit_create {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:24.404849 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-3d4c8c89-111e-4394-a286-c97aaecbd45b None None] Transition to ACTIVE for port object 20a73fcb-3bba-40c4-b86c-d661873b1824 will not be triggered until provisioned by entity L2. {{(pid=86395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:41:24.444151 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-3d4c8c89-111e-4394-a286-c97aaecbd45b None None] Transition to ACTIVE for port object 20a73fcb-3bba-40c4-b86c-d661873b1824 will not be triggered until provisioned by entity DHCP. {{(pid=86395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:41:24.452211 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3d4c8c89-111e-4394-a286-c97aaecbd45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207'] for port, after_create {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:24.460618 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:24.504891 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-336b3d65-f1c7-45ce-ace4-3fcc883ec6b4 req-f7b44025-df70-43ed-9c03-e0f99cdd93f1 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1950097
Apr 21 14:41:24.587639 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c8c89-111e-4394-a286-c97aaecbd45b None None] Pushing event updated for resources: {'Port': ['ID=20a73fcb-3bba-40c4-b86c-d661873b1824,revision_number=1']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:24.596331 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-3d4c8c89-111e-4394-a286-c97aaecbd45b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:24.608917 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4c8c89-111e-4394-a286-c97aaecbd45b None None] Network a003a337-7cb6-4621-a360-57adf836244c is already hosted by enough agents. {{(pid=86395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:41:24.610464 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-3d4c8c89-111e-4394-a286-c97aaecbd45b None None] Resources bound (agent type, host, resource id):  {{(pid=86395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:41:24.613575 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4c8c89-111e-4394-a286-c97aaecbd45b None None] Received port after_create {{(pid=86395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:41:24.797191 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-3d4c8c89-111e-4394-a286-c97aaecbd45b None None] Attempting to bind port 20a73fcb-3bba-40c4-b86c-d661873b1824 on host dv-cinder-786385-2-iscsi for vnic_type normal with profile  {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:41:24.797909 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-3d4c8c89-111e-4394-a286-c97aaecbd45b None None] Attempting to bind port 20a73fcb-3bba-40c4-b86c-d661873b1824 by drivers openvswitch,hyperv on host dv-cinder-786385-2-iscsi at level 0 using segments [{'id': 'b25a38b9-fe49-48a1-b6a4-3eba25ea7a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a003a337-7cb6-4621-a360-57adf836244c'}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:41:24.798647 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4c8c89-111e-4394-a286-c97aaecbd45b None None] Attempting to bind port 20a73fcb-3bba-40c4-b86c-d661873b1824 on network a003a337-7cb6-4621-a360-57adf836244c {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:41:24.810569 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4c8c89-111e-4394-a286-c97aaecbd45b None None] Checking agent: {'id': '3835c4f8-6870-47cd-b375-7aa1fa6d9f56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 2), 'started_at': datetime.datetime(2021, 4, 21, 14, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:41:24.811291 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4c8c89-111e-4394-a286-c97aaecbd45b None None] Checking segment: {'id': 'b25a38b9-fe49-48a1-b6a4-3eba25ea7a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a003a337-7cb6-4621-a360-57adf836244c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:41:24.812083 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3d4c8c89-111e-4394-a286-c97aaecbd45b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:24.812845 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4c8c89-111e-4394-a286-c97aaecbd45b None None] Bound using segment: {'id': 'b25a38b9-fe49-48a1-b6a4-3eba25ea7a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a003a337-7cb6-4621-a360-57adf836244c'} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:41:24.813783 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-3d4c8c89-111e-4394-a286-c97aaecbd45b None None] Bound port: 20a73fcb-3bba-40c4-b86c-d661873b1824, host: dv-cinder-786385-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25a38b9-fe49-48a1-b6a4-3eba25ea7a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a003a337-7cb6-4621-a360-57adf836244c'}}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:41:24.814563 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3d4c8c89-111e-4394-a286-c97aaecbd45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:24.999809 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-3d4c8c89-111e-4394-a286-c97aaecbd45b None None] For port 20a73fcb-3bba-40c4-b86c-d661873b1824, host dv-cinder-786385-2-iscsi, cleared binding levels {{(pid=86395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:41:25.003715 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-3d4c8c89-111e-4394-a286-c97aaecbd45b None None] For port 20a73fcb-3bba-40c4-b86c-d661873b1824, host dv-cinder-786385-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=20a73fcb-3bba-40c4-b86c-d661873b1824,segment=NetworkSegment(b25a38b9-fe49-48a1-b6a4-3eba25ea7a91),segment_id=b25a38b9-fe49-48a1-b6a4-3eba25ea7a91)] {{(pid=86395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:41:25.009071 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3d4c8c89-111e-4394-a286-c97aaecbd45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:25.016288 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:25.112070 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c8c89-111e-4394-a286-c97aaecbd45b None None] Pushing event updated for resources: {'Port': ['ID=20a73fcb-3bba-40c4-b86c-d661873b1824,revision_number=2']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:25.115836 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-3d4c8c89-111e-4394-a286-c97aaecbd45b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:25.293484 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3312c8-97c7-456f-88bf-f7007686a28b req-c9af64cb-0f35-4148-b83e-e8e8243e00de tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:25.295036 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fc3312c8-97c7-456f-88bf-f7007686a28b req-c9af64cb-0f35-4148-b83e-e8e8243e00de tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7a6936-78ec-46ce-9e64-c65542d9bc90 HTTP/1.1" status: 200  len: 944 time: 0.5850842
Apr 21 14:41:25.296423 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-42a564c6-74b4-4068-a428-3b29c8eb92da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:25.359886 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-42a564c6-74b4-4068-a428-3b29c8eb92da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:25.451997 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fc3312c8-97c7-456f-88bf-f7007686a28b req-6af627de-490b-49dc-8300-3626d7087f16 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8274af-ac40-4c78-82c8-f7e16c134144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1232090
Apr 21 14:41:25.591781 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-42a564c6-74b4-4068-a428-3b29c8eb92da admin admin] Allocated IP 172.27.3.178 (65ae90ab-0baf-4140-bbfd-b114ac6a9837/3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036/02a3d962-cd49-4d33-9b98-0c333b7b0aff) {{(pid=86394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:41:26.043935 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-42a564c6-74b4-4068-a428-3b29c8eb92da admin admin] Notify callbacks [] for port, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:26.071506 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f200a-83ba-42a4-8a4c-7c1ad513a417 req-2286d8c6-d74f-4347-9900-0267234186bf tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:26.075568 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a76f200a-83ba-42a4-8a4c-7c1ad513a417 req-2286d8c6-d74f-4347-9900-0267234186bf tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.3317411
Apr 21 14:41:26.152360 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a76f200a-83ba-42a4-8a4c-7c1ad513a417 req-7a361c8d-0131-4c2f-98a0-9558cf479d27 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662968
Apr 21 14:41:26.174217 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-42a564c6-74b4-4068-a428-3b29c8eb92da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:26.184071 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-41069628-5d2b-42aa-ae45-3eb333c0bc4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:26.268035 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a564c6-74b4-4068-a428-3b29c8eb92da admin admin] Network 65ae90ab-0baf-4140-bbfd-b114ac6a9837 is already hosted by enough agents. {{(pid=86394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:41:26.272786 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-42a564c6-74b4-4068-a428-3b29c8eb92da admin admin] Resources bound (agent type, host, resource id):  {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:41:26.277755 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a564c6-74b4-4068-a428-3b29c8eb92da admin admin] Received port after_create {{(pid=86394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:41:26.320291 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a564c6-74b4-4068-a428-3b29c8eb92da admin admin] Pushing event updated for resources: {'Port': ['ID=02a3d962-cd49-4d33-9b98-0c333b7b0aff,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:26.325511 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-42a564c6-74b4-4068-a428-3b29c8eb92da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:27.106725 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f1c25c-1e71-46cf-89dd-f44ccbb1a576 None None] Network a003a337-7cb6-4621-a360-57adf836244c requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:41:27.165407 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-42a564c6-74b4-4068-a428-3b29c8eb92da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:27.350925 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662e2fd-abff-48e3-b19e-2ca251c80f10 req-ee8d459e-fff2-4b69-a43f-1919c59939eb tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:27.360127 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6662e2fd-abff-48e3-b19e-2ca251c80f10 req-ee8d459e-fff2-4b69-a43f-1919c59939eb tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7a6936-78ec-46ce-9e64-c65542d9bc90 HTTP/1.1" status: 200  len: 944 time: 0.3681209
Apr 21 14:41:27.436178 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 20a73fcb-3bba-40c4-b86c-d661873b1824 up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:41:27.481180 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6662e2fd-abff-48e3-b19e-2ca251c80f10 req-dbaf3886-1481-4e3f-bdaf-b69d7075c343 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8274af-ac40-4c78-82c8-f7e16c134144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195629
Apr 21 14:41:27.525211 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-9a8a8fb7-6191-4002-a361-b2c6c38cef10 None None] Provisioning for port 20a73fcb-3bba-40c4-b86c-d661873b1824 completed by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:41:27.743946 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning for port 20a73fcb-3bba-40c4-b86c-d661873b1824 completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:41:27.759085 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 20a73fcb-3bba-40c4-b86c-d661873b1824 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:41:27.759766 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:28.118246 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ccfc7d-c616-4239-9eaa-9ed54a6ef305 req-bd1040f1-d92d-4e1d-8c07-ff4b737ebe4d tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:28.130846 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 0d0879fe-1030-44d4-8683-214bce5da765 up at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:41:28.135466 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d2ccfc7d-c616-4239-9eaa-9ed54a6ef305 req-bd1040f1-d92d-4e1d-8c07-ff4b737ebe4d tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.5941436
Apr 21 14:41:28.282792 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d2ccfc7d-c616-4239-9eaa-9ed54a6ef305 req-b5f9c2fe-1713-4f0f-a8af-1f274d014a9f tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1428196
Apr 21 14:41:28.411323 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-42a564c6-74b4-4068-a428-3b29c8eb92da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650207'] for router, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:28.635852 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:28.989539 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] For port 20a73fcb-3bba-40c4-b86c-d661873b1824, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=20a73fcb-3bba-40c4-b86c-d661873b1824,segment=NetworkSegment(b25a38b9-fe49-48a1-b6a4-3eba25ea7a91),segment_id=b25a38b9-fe49-48a1-b6a4-3eba25ea7a91)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:41:29.001629 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:29.007554 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning for port 0d0879fe-1030-44d4-8683-214bce5da765 completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:41:29.014853 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:29.101140 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599aa0c3-a310-4bca-8073-851e9e108181 req-e8aa3804-8394-47dc-82a8-359cd0d46794 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:29.104693 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-599aa0c3-a310-4bca-8073-851e9e108181 req-e8aa3804-8394-47dc-82a8-359cd0d46794 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7a6936-78ec-46ce-9e64-c65542d9bc90 HTTP/1.1" status: 200  len: 944 time: 0.3065710
Apr 21 14:41:29.159303 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a564c6-74b4-4068-a428-3b29c8eb92da admin admin] Router b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f is scheduled to L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 with binding_index 1 {{(pid=86394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 14:41:29.170395 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning complete for port 0d0879fe-1030-44d4-8683-214bce5da765 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:41:29.180014 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:29.297604 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-599aa0c3-a310-4bca-8073-851e9e108181 req-ea66c315-5f44-4d5f-a96f-068eb215fe9d tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8274af-ac40-4c78-82c8-f7e16c134144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1854732
Apr 21 14:41:29.424070 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Pushing event updated for resources: {'Port': ['ID=20a73fcb-3bba-40c4-b86c-d661873b1824,revision_number=3']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:29.435310 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:29.723983 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a564c6-74b4-4068-a428-3b29c8eb92da admin admin] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:41:29.735729 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27b1c0e-8d7b-4db1-ba70-91bbde8f0b53 None None] Sync routers for ids ['b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f'] in dv-cinder-786385-2-iscsi {{(pid=86396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:41:29.753079 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27b1c0e-8d7b-4db1-ba70-91bbde8f0b53 None None] Routers {'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:41:29.753776 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-a27b1c0e-8d7b-4db1-ba70-91bbde8f0b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f707cc88>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:41:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f'], 'active': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:41:29.810281 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-42a564c6-74b4-4068-a428-3b29c8eb92da admin admin] Notify callbacks [] for router, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:29.811847 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-42a564c6-74b4-4068-a428-3b29c8eb92da admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 6.2626200
Apr 21 14:41:29.816729 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 56162) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:41:29.836709 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:29.855369 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-af108dfc-2356-4309-8420-a75e46d3ae56 None None] Provisioning complete for port 20a73fcb-3bba-40c4-b86c-d661873b1824 triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:41:29.856224 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-af108dfc-2356-4309-8420-a75e46d3ae56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:30.025296 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-96011b59-260f-44cc-b26d-58eb2111914a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:30.105019 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 0d0879fe-1030-44d4-8683-214bce5da765, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0d0879fe-1030-44d4-8683-214bce5da765,segment=NetworkSegment(ec3221fc-15c4-4be1-82a9-b14c1200d4f7),segment_id=ec3221fc-15c4-4be1-82a9-b14c1200d4f7)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:41:30.161966 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7a6936-78ec-46ce-9e64-c65542d9bc90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0879fe-1030-44d4-8683-214bce5da765'}] {{(pid=86395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:41:30.197238 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:30.222360 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:30.339881 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-a27b1c0e-8d7b-4db1-ba70-91bbde8f0b53 None None] Set router b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f gateway port host: dv-cinder-786385-2-iscsi {{(pid=86396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:41:30.347156 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7a6936-78ec-46ce-9e64-c65542d9bc90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0879fe-1030-44d4-8683-214bce5da765', 'code': 200}
Apr 21 14:41:30.355741 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=0d0879fe-1030-44d4-8683-214bce5da765,revision_number=5']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:30.368482 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:30.906689 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-a27b1c0e-8d7b-4db1-ba70-91bbde8f0b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f707cc88>, [{'id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'name': 'tempest-TestShelveInstance-104436944-router', 'tenant_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '02a3d962-cd49-4d33-9b98-0c333b7b0aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:23Z', 'updated_at': '2021-04-21T14:41:26Z', 'revision_number': 3, 'project_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'gw_port': {'id': '02a3d962-cd49-4d33-9b98-0c333b7b0aff', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:25Z', 'updated_at': '2021-04-21T14:41:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi'}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:41:30.915477 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27b1c0e-8d7b-4db1-ba70-91bbde8f0b53 None None] Checking router: b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f for host: dv-cinder-786385-2-iscsi {{(pid=86396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:41:30.916101 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27b1c0e-8d7b-4db1-ba70-91bbde8f0b53 None None] Updating router b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f port 02a3d962-cd49-4d33-9b98-0c333b7b0aff binding host dv-cinder-786385-2-iscsi {{(pid=86396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 14:41:31.106964 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a27b1c0e-8d7b-4db1-ba70-91bbde8f0b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:31.203945 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 20a73fcb-3bba-40c4-b86c-d661873b1824 up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:41:31.239579 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be68f6e-c6b8-4666-bda4-f4fa18a770f6 req-8dc429b7-8dd3-4343-bd13-489d6c730098 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:31.248665 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1be68f6e-c6b8-4666-bda4-f4fa18a770f6 req-8dc429b7-8dd3-4343-bd13-489d6c730098 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7a6936-78ec-46ce-9e64-c65542d9bc90 HTTP/1.1" status: 200  len: 945 time: 0.4461632
Apr 21 14:41:31.340948 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1be68f6e-c6b8-4666-bda4-f4fa18a770f6 req-8e3999fb-bc4e-473d-abba-cf11fe6a2945 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8274af-ac40-4c78-82c8-f7e16c134144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908277
Apr 21 14:41:31.359175 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e96e8-1d48-47b1-81f2-b41ff1644cf6 req-2719a925-4b69-4377-8803-abd6a25545bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:31.375442 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-723e96e8-1d48-47b1-81f2-b41ff1644cf6 req-2719a925-4b69-4377-8803-abd6a25545bd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5f7a6936-78ec-46ce-9e64-c65542d9bc90 HTTP/1.1" status: 200  len: 1098 time: 0.6412032
Apr 21 14:41:31.410567 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 20a73fcb-3bba-40c4-b86c-d661873b1824 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:41:31.415768 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:31.635881 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-723e96e8-1d48-47b1-81f2-b41ff1644cf6 req-18defeb1-003e-4ea6-8abf-3696ec422efc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cd8274af-ac40-4c78-82c8-f7e16c134144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2586999
Apr 21 14:41:31.656762 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96278df7-0b9d-4cc2-8594-fe1bbce1db26 req-aa0d6b65-7787-49b9-88d2-ebeda6ebaf70 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:31.660055 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-96278df7-0b9d-4cc2-8594-fe1bbce1db26 req-aa0d6b65-7787-49b9-88d2-ebeda6ebaf70 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.1435058
Apr 21 14:41:31.743860 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-96278df7-0b9d-4cc2-8594-fe1bbce1db26 req-4cc401a6-5a85-449a-9fbb-51e6b6db0935 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764911
Apr 21 14:41:32.097705 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:32.168831 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a27b1c0e-8d7b-4db1-ba70-91bbde8f0b53 None None] Notify callbacks [] for port, precommit_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:32.187524 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-a27b1c0e-8d7b-4db1-ba70-91bbde8f0b53 None None] Transition to ACTIVE for port object 02a3d962-cd49-4d33-9b98-0c333b7b0aff will not be triggered until provisioned by entity L2. {{(pid=86396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:41:32.196293 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a27b1c0e-8d7b-4db1-ba70-91bbde8f0b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:32.227439 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-a7342916-f6c6-45e4-8c4d-55a2e4bccb77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:32.247514 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-495d8526-787f-45d8-8d87-4c55a0a2c2de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:32.396978 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9d430ce5-641f-448a-9c9f-730189bf385d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:32.412523 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-a27b1c0e-8d7b-4db1-ba70-91bbde8f0b53 None None] Attempting to bind port 02a3d962-cd49-4d33-9b98-0c333b7b0aff on host dv-cinder-786385-2-iscsi for vnic_type normal with profile  {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:41:32.413007 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-a27b1c0e-8d7b-4db1-ba70-91bbde8f0b53 None None] Attempting to bind port 02a3d962-cd49-4d33-9b98-0c333b7b0aff by drivers openvswitch,hyperv on host dv-cinder-786385-2-iscsi at level 0 using segments [{'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'}] {{(pid=86396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:41:32.413417 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27b1c0e-8d7b-4db1-ba70-91bbde8f0b53 None None] Attempting to bind port 02a3d962-cd49-4d33-9b98-0c333b7b0aff on network 65ae90ab-0baf-4140-bbfd-b114ac6a9837 {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:41:32.458568 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27b1c0e-8d7b-4db1-ba70-91bbde8f0b53 None None] Checking agent: {'id': '3835c4f8-6870-47cd-b375-7aa1fa6d9f56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 2), 'started_at': datetime.datetime(2021, 4, 21, 14, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:41:32.459265 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27b1c0e-8d7b-4db1-ba70-91bbde8f0b53 None None] Checking segment: {'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:41:32.464252 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a27b1c0e-8d7b-4db1-ba70-91bbde8f0b53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:32.464707 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27b1c0e-8d7b-4db1-ba70-91bbde8f0b53 None None] Bound using segment: {'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'} {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:41:32.465269 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-a27b1c0e-8d7b-4db1-ba70-91bbde8f0b53 None None] Bound port: 02a3d962-cd49-4d33-9b98-0c333b7b0aff, host: dv-cinder-786385-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'}}] {{(pid=86396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:41:32.465689 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a27b1c0e-8d7b-4db1-ba70-91bbde8f0b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:32.508895 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a447d17-0d30-4237-9ec0-1b3ddbfa115b None None] Pushing event updated for resources: {'Port': ['ID=02a3d962-cd49-4d33-9b98-0c333b7b0aff,revision_number=2']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:32.534670 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a447d17-0d30-4237-9ec0-1b3ddbfa115b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:32.535072 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a447d17-0d30-4237-9ec0-1b3ddbfa115b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:32.535385 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a447d17-0d30-4237-9ec0-1b3ddbfa115b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:32.535743 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a447d17-0d30-4237-9ec0-1b3ddbfa115b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:32.536094 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a447d17-0d30-4237-9ec0-1b3ddbfa115b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:32.536446 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a447d17-0d30-4237-9ec0-1b3ddbfa115b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:32.536796 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a447d17-0d30-4237-9ec0-1b3ddbfa115b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:32.537149 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a447d17-0d30-4237-9ec0-1b3ddbfa115b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:32.537575 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a447d17-0d30-4237-9ec0-1b3ddbfa115b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:32.538099 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a447d17-0d30-4237-9ec0-1b3ddbfa115b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:32.538468 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a447d17-0d30-4237-9ec0-1b3ddbfa115b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:32.538815 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a447d17-0d30-4237-9ec0-1b3ddbfa115b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:32.549581 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2a447d17-0d30-4237-9ec0-1b3ddbfa115b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:32.564669 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:32.652754 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-a27b1c0e-8d7b-4db1-ba70-91bbde8f0b53 None None] For port 02a3d962-cd49-4d33-9b98-0c333b7b0aff, host dv-cinder-786385-2-iscsi, cleared binding levels {{(pid=86396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:41:32.659819 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-a27b1c0e-8d7b-4db1-ba70-91bbde8f0b53 None None] For port 02a3d962-cd49-4d33-9b98-0c333b7b0aff, host dv-cinder-786385-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=02a3d962-cd49-4d33-9b98-0c333b7b0aff,segment=NetworkSegment(cc9f75c9-c7cc-49bd-a770-8a7cd276112c),segment_id=cc9f75c9-c7cc-49bd-a770-8a7cd276112c)] {{(pid=86396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:41:32.672065 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a27b1c0e-8d7b-4db1-ba70-91bbde8f0b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:32.715861 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:32.723830 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-9d430ce5-641f-448a-9c9f-730189bf385d admin admin] Allocated IP 172.20.0.1 (a003a337-7cb6-4621-a360-57adf836244c/53f2fe62-2656-4892-a94c-57e1e270df1c/605609ac-0231-44d6-9d64-3f9765478ee1) {{(pid=86394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:41:32.854105 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27b1c0e-8d7b-4db1-ba70-91bbde8f0b53 None None] Routers {'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:41:32.854615 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee0939-a203-4ad8-ba5a-fe27cfa9c64b req-cdec68d9-3b0f-4a19-a05d-a009bb4b18f2 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:32.855603 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-a27b1c0e-8d7b-4db1-ba70-91bbde8f0b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f707cc88>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:41:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f'], 'active': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:41:32.867497 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-37ee0939-a203-4ad8-ba5a-fe27cfa9c64b req-cdec68d9-3b0f-4a19-a05d-a009bb4b18f2 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7a6936-78ec-46ce-9e64-c65542d9bc90 HTTP/1.1" status: 200  len: 945 time: 0.1264675
Apr 21 14:41:32.934376 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9d430ce5-641f-448a-9c9f-730189bf385d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:32.980281 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 56220) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:41:32.982949 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-37ee0939-a203-4ad8-ba5a-fe27cfa9c64b req-7f31fb33-4a6b-4eb8-a2fb-691d4d366a6e tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8274af-ac40-4c78-82c8-f7e16c134144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139224
Apr 21 14:41:33.004509 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-9d430ce5-641f-448a-9c9f-730189bf385d admin admin] Transition to ACTIVE for port object 605609ac-0231-44d6-9d64-3f9765478ee1 will not be triggered until provisioned by entity DHCP. {{(pid=86394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:41:33.076123 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9d430ce5-641f-448a-9c9f-730189bf385d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:33.084711 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:33.277897 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-12a9f966-cd94-4127-bb5d-e6551e56998f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:33.301158 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d430ce5-641f-448a-9c9f-730189bf385d admin admin] Network a003a337-7cb6-4621-a360-57adf836244c is already hosted by enough agents. {{(pid=86394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:41:33.308483 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-9d430ce5-641f-448a-9c9f-730189bf385d admin admin] Resources bound (agent type, host, resource id):  {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:41:33.321804 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d430ce5-641f-448a-9c9f-730189bf385d admin admin] Received port after_create {{(pid=86394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:41:33.388752 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-12a9f966-cd94-4127-bb5d-e6551e56998f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:41:33.414834 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-12a9f966-cd94-4127-bb5d-e6551e56998f admin admin] Usage tracker for resource:security_group_rule and tenant:f8ac49b4ee08433686deddb327d8badb is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:41:33.418744 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d430ce5-641f-448a-9c9f-730189bf385d admin admin] Pushing event updated for resources: {'Port': ['ID=605609ac-0231-44d6-9d64-3f9765478ee1,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:33.424326 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a447d17-0d30-4237-9ec0-1b3ddbfa115b None None] Pushing event updated for resources: {'Port': ['ID=02a3d962-cd49-4d33-9b98-0c333b7b0aff,revision_number=3']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:33.429565 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-12a9f966-cd94-4127-bb5d-e6551e56998f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:41:33.448341 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d430ce5-641f-448a-9c9f-730189bf385d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:33.449044 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d430ce5-641f-448a-9c9f-730189bf385d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:33.449604 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d430ce5-641f-448a-9c9f-730189bf385d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:33.450175 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d430ce5-641f-448a-9c9f-730189bf385d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:33.450726 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d430ce5-641f-448a-9c9f-730189bf385d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:33.451427 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d430ce5-641f-448a-9c9f-730189bf385d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:33.451967 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d430ce5-641f-448a-9c9f-730189bf385d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:33.453611 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d430ce5-641f-448a-9c9f-730189bf385d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:33.454777 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d430ce5-641f-448a-9c9f-730189bf385d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:33.455364 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d430ce5-641f-448a-9c9f-730189bf385d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:33.455935 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d430ce5-641f-448a-9c9f-730189bf385d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:33.456501 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d430ce5-641f-448a-9c9f-730189bf385d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:33.460371 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2a447d17-0d30-4237-9ec0-1b3ddbfa115b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:33.490997 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-12a9f966-cd94-4127-bb5d-e6551e56998f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:41:33.493634 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9d430ce5-641f-448a-9c9f-730189bf385d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:33.542617 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9d430ce5-641f-448a-9c9f-730189bf385d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854145534'] for router_interface, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:33.631289 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-a27b1c0e-8d7b-4db1-ba70-91bbde8f0b53 None None] Set router b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f gateway port host: dv-cinder-786385-2-iscsi {{(pid=86396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:41:33.824004 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-f6fa7b9c-7be5-4a4f-933c-4dc36780bc98 None None] Provisioning for port 605609ac-0231-44d6-9d64-3f9765478ee1 completed by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:41:33.844111 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-f6fa7b9c-7be5-4a4f-933c-4dc36780bc98 None None] Provisioning complete for port 605609ac-0231-44d6-9d64-3f9765478ee1 triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:41:33.844816 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f6fa7b9c-7be5-4a4f-933c-4dc36780bc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:33.865387 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9d430ce5-641f-448a-9c9f-730189bf385d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:33.882840 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-12a9f966-cd94-4127-bb5d-e6551e56998f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:33.888100 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-12a9f966-cd94-4127-bb5d-e6551e56998f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:33.901299 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-519e3dc2-630c-4056-b513-304f03621e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:33.938172 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9f966-cd94-4127-bb5d-e6551e56998f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93c9e9f-b9a6-43cd-8a16-4e7dd6610174,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:34.018737 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-12a9f966-cd94-4127-bb5d-e6551e56998f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:34.053824 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-12a9f966-cd94-4127-bb5d-e6551e56998f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f8ac49b4ee08433686deddb327d8badb&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0672054
Apr 21 14:41:34.054393 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 56242) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:41:34.148705 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-f6fa7b9c-7be5-4a4f-933c-4dc36780bc98 None None] Port 605609ac-0231-44d6-9d64-3f9765478ee1 cannot update to ACTIVE because it is not bound. {{(pid=86395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 14:41:34.153195 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4cbd1fa2-13f5-41ad-96f6-a54f7e761846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:34.185489 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:34.216272 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4cbd1fa2-13f5-41ad-96f6-a54f7e761846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:34.256184 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 56250) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:41:34.504576 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4cbd1fa2-13f5-41ad-96f6-a54f7e761846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:34.522064 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-0abd5d3f-bc7b-41e0-a648-ebc82e949e52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:34.536543 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbd1fa2-13f5-41ad-96f6-a54f7e761846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93c9e9f-b9a6-43cd-8a16-4e7dd6610174,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:34.543996 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-4cbd1fa2-13f5-41ad-96f6-a54f7e761846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:34.566016 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-a27b1c0e-8d7b-4db1-ba70-91bbde8f0b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f707cc88>, [{'id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'name': 'tempest-TestShelveInstance-104436944-router', 'tenant_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '02a3d962-cd49-4d33-9b98-0c333b7b0aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:23Z', 'updated_at': '2021-04-21T14:41:26Z', 'revision_number': 3, 'project_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'gw_port': {'id': '02a3d962-cd49-4d33-9b98-0c333b7b0aff', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:25Z', 'updated_at': '2021-04-21T14:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi'}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:41:34.577190 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27b1c0e-8d7b-4db1-ba70-91bbde8f0b53 None None] The sync data for ids ['b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f'] in dv-cinder-786385-2-iscsi is: [{'id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'name': 'tempest-TestShelveInstance-104436944-router', 'tenant_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '02a3d962-cd49-4d33-9b98-0c333b7b0aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:23Z', 'updated_at': '2021-04-21T14:41:26Z', 'revision_number': 3, 'project_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'gw_port': {'id': '02a3d962-cd49-4d33-9b98-0c333b7b0aff', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:25Z', 'updated_at': '2021-04-21T14:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi'}] {{(pid=86396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:41:34.622849 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4cbd1fa2-13f5-41ad-96f6-a54f7e761846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:34.624378 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-4cbd1fa2-13f5-41ad-96f6-a54f7e761846 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e93c9e9f-b9a6-43cd-8a16-4e7dd6610174 HTTP/1.1" status: 204  len: 168 time: 0.5687339
Apr 21 14:41:34.674590 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54318a-628f-47c6-831e-c10f7bc5d5d8 req-92a9ba1b-10b9-4b8a-93e2-4257f07bd349 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:34.683536 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5e54318a-628f-47c6-831e-c10f7bc5d5d8 req-92a9ba1b-10b9-4b8a-93e2-4257f07bd349 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7a6936-78ec-46ce-9e64-c65542d9bc90 HTTP/1.1" status: 200  len: 945 time: 0.4024792
Apr 21 14:41:34.752113 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9d430ce5-641f-448a-9c9f-730189bf385d admin admin] Notify callbacks [] for port, precommit_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:34.767232 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5e54318a-628f-47c6-831e-c10f7bc5d5d8 req-832cf8a1-7de4-493a-9179-8148c0fb1322 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8274af-ac40-4c78-82c8-f7e16c134144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818474
Apr 21 14:41:34.769172 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9d430ce5-641f-448a-9c9f-730189bf385d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839088365'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:34.804175 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:34.941698 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-972a0faa-b360-4fc9-bbf8-7bf12c1bbd29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:34.944840 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d430ce5-641f-448a-9c9f-730189bf385d admin admin] Pushing event updated for resources: {'Port': ['ID=605609ac-0231-44d6-9d64-3f9765478ee1,revision_number=2']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:34.958284 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9d430ce5-641f-448a-9c9f-730189bf385d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:34.966054 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9d430ce5-641f-448a-9c9f-730189bf385d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853752145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630373'] for router_interface, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:35.044103 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-972a0faa-b360-4fc9-bbf8-7bf12c1bbd29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:41:35.079217 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-972a0faa-b360-4fc9-bbf8-7bf12c1bbd29 admin admin] Usage tracker for resource:security_group_rule and tenant:ca2bf225b61245a299fd9731896f2eab is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:41:35.097200 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-972a0faa-b360-4fc9-bbf8-7bf12c1bbd29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:41:35.113133 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-972a0faa-b360-4fc9-bbf8-7bf12c1bbd29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:41:35.171592 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-a848d04e-d31a-471e-9fb1-b7f949b4fe10 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:35.180971 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-a848d04e-d31a-471e-9fb1-b7f949b4fe10 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/networks?id=d7586439-5692-45b4-a121-4de98b0d3272 HTTP/1.1" status: 200  len: 815 time: 0.7618377
Apr 21 14:41:35.210173 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-5b20e0c9-6af1-4e6d-b6c7-59e77a3d3547 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/quotas/c273beec5c4c4f89a4c7c896497de7b8 HTTP/1.1" status: 200  len: 375 time: 0.0274105
Apr 21 14:41:35.422824 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-e2ba474f-7d01-43c9-83cb-87c380ba88ad tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c273beec5c4c4f89a4c7c896497de7b8&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2122867
Apr 21 14:41:35.623018 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-3c2e26af-82da-47e8-998f-644c56bbbc0d service neutron] 10.222.0.24 "GET /v2.0/networks/d7586439-5692-45b4-a121-4de98b0d3272?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1990829
Apr 21 14:41:35.625275 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 56280) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:41:35.758412 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b2351b34-1af6-45a8-981d-6764012781f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:35.794887 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-b2351b34-1af6-45a8-981d-6764012781f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:41:35.794887 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-b2351b34-1af6-45a8-981d-6764012781f7 admin admin] Usage tracker for resource:security_group_rule and tenant:a1e7d6cc500e4a8c9d18b18f50959c3c is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:41:35.803294 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-b2351b34-1af6-45a8-981d-6764012781f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:41:35.815408 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-b2351b34-1af6-45a8-981d-6764012781f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:41:35.863603 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d430ce5-641f-448a-9c9f-730189bf385d admin admin] Network a003a337-7cb6-4621-a360-57adf836244c is already hosted by enough agents. {{(pid=86394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:41:35.873720 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-9d430ce5-641f-448a-9c9f-730189bf385d admin admin] Resources bound (agent type, host, resource id):  {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:41:35.994700 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-972a0faa-b360-4fc9-bbf8-7bf12c1bbd29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:36.021454 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-972a0faa-b360-4fc9-bbf8-7bf12c1bbd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:36.108461 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-3151ba91-a91e-4dd6-abb1-73ab59d5a187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:36.175215 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-972a0faa-b360-4fc9-bbf8-7bf12c1bbd29 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ca2bf225b61245a299fd9731896f2eab&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9168279
Apr 21 14:41:36.180494 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-d5839157-c66e-44da-8355-a2cb13ec24ea service neutron] 10.222.0.24 "GET /v2.0/networks/d7586439-5692-45b4-a121-4de98b0d3272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5560956
Apr 21 14:41:36.183860 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 56288) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:41:36.185300 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a0faa-b360-4fc9-bbf8-7bf12c1bbd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a7286d-a778-4c7c-93da-6d30fecfd4a3,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:36.405276 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972a0faa-b360-4fc9-bbf8-7bf12c1bbd29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:36.405756 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972a0faa-b360-4fc9-bbf8-7bf12c1bbd29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:36.410123 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972a0faa-b360-4fc9-bbf8-7bf12c1bbd29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:36.413362 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972a0faa-b360-4fc9-bbf8-7bf12c1bbd29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:36.428222 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972a0faa-b360-4fc9-bbf8-7bf12c1bbd29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:36.428914 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972a0faa-b360-4fc9-bbf8-7bf12c1bbd29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:36.429635 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972a0faa-b360-4fc9-bbf8-7bf12c1bbd29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:36.430510 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972a0faa-b360-4fc9-bbf8-7bf12c1bbd29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:36.431232 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972a0faa-b360-4fc9-bbf8-7bf12c1bbd29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:36.432050 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-84265d25-9ffc-4f2e-b6b9-92ecde3ea8f0 None None] Provisioning complete for port 605609ac-0231-44d6-9d64-3f9765478ee1 triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:41:36.432680 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-84265d25-9ffc-4f2e-b6b9-92ecde3ea8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:36.442617 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972a0faa-b360-4fc9-bbf8-7bf12c1bbd29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:36.443426 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972a0faa-b360-4fc9-bbf8-7bf12c1bbd29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:36.444304 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972a0faa-b360-4fc9-bbf8-7bf12c1bbd29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:36.495847 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-972a0faa-b360-4fc9-bbf8-7bf12c1bbd29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:36.538305 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a9a1e210-1666-4a0a-a167-079480be6a26 req-12ac1d6f-092a-4664-a8a4-1838617ecb22 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=684834d6-7fa6-4a27-b6cd-56f6c05ac666 HTTP/1.1" status: 200  len: 210 time: 0.0807943
Apr 21 14:41:36.542505 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c2742ca9-f011-41c7-8016-2f048923ad2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:36.588767 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d430ce5-641f-448a-9c9f-730189bf385d admin admin] Router b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f has already been hosted by L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 {{(pid=86394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 14:41:36.727688 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-84265d25-9ffc-4f2e-b6b9-92ecde3ea8f0 None None] Port 605609ac-0231-44d6-9d64-3f9765478ee1 cannot update to ACTIVE because it is not bound. {{(pid=86395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 14:41:36.864458 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c2742ca9-f011-41c7-8016-2f048923ad2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:36.969980 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b2351b34-1af6-45a8-981d-6764012781f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:36.983704 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b2351b34-1af6-45a8-981d-6764012781f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:37.062719 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-57a0ab2d-45df-4dd6-b3d7-55bfd68c85f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:37.084252 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-b2351b34-1af6-45a8-981d-6764012781f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a1e7d6cc500e4a8c9d18b18f50959c3c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4212959
Apr 21 14:41:37.095196 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 56310) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:41:37.308490 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d430ce5-641f-448a-9c9f-730189bf385d admin admin] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:41:37.331083 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-9d430ce5-641f-448a-9c9f-730189bf385d admin admin] 10.222.0.24 "PUT /v2.0/routers/b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.5127692
Apr 21 14:41:37.340835 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-53da97a8-6c9d-438f-90a4-ad10700973f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:37.344943 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2351b34-1af6-45a8-981d-6764012781f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35ef106-2a51-487a-819e-5e01be94ee15,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:37.366547 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-b2351b34-1af6-45a8-981d-6764012781f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:37.426865 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-53da97a8-6c9d-438f-90a4-ad10700973f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:37.468813 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 02a3d962-cd49-4d33-9b98-0c333b7b0aff up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:41:37.516455 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c2742ca9-f011-41c7-8016-2f048923ad2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:37.541862 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ec877f30-ee0a-46d4-a306-c521f9451a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:37.582952 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2742ca9-f011-41c7-8016-2f048923ad2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a7286d-a778-4c7c-93da-6d30fecfd4a3,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:37.602367 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c2742ca9-f011-41c7-8016-2f048923ad2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:37.625800 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c2742ca9-f011-41c7-8016-2f048923ad2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:37.627609 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-c2742ca9-f011-41c7-8016-2f048923ad2e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80a7286d-a778-4c7c-93da-6d30fecfd4a3 HTTP/1.1" status: 204  len: 168 time: 1.4377708
Apr 21 14:41:37.631110 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-53da97a8-6c9d-438f-90a4-ad10700973f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:37.639490 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-486a05b9-47a8-4033-ab60-991a1221699b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:37.657653 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da97a8-6c9d-438f-90a4-ad10700973f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35ef106-2a51-487a-819e-5e01be94ee15,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:37.670394 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-53da97a8-6c9d-438f-90a4-ad10700973f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:37.674561 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-53da97a8-6c9d-438f-90a4-ad10700973f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:37.676953 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-53da97a8-6c9d-438f-90a4-ad10700973f0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e35ef106-2a51-487a-819e-5e01be94ee15 HTTP/1.1" status: 204  len: 168 time: 0.5796862
Apr 21 14:41:37.799387 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning for port 02a3d962-cd49-4d33-9b98-0c333b7b0aff completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:41:37.808626 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 02a3d962-cd49-4d33-9b98-0c333b7b0aff triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:41:37.811319 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:37.961661 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34969204-7bb8-439e-a362-0810ca81a397 req-789da38d-443d-422c-bc67-5142fb654f5c tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:37.964901 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-34969204-7bb8-439e-a362-0810ca81a397 req-789da38d-443d-422c-bc67-5142fb654f5c tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7a6936-78ec-46ce-9e64-c65542d9bc90 HTTP/1.1" status: 200  len: 945 time: 0.2217627
Apr 21 14:41:38.042823 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9c0ba873-dc42-4545-b6c7-b32a713d27a8 req-ef8211bc-f5a0-482f-944c-57a284e26610 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=684834d6-7fa6-4a27-b6cd-56f6c05ac666 HTTP/1.1" status: 200  len: 210 time: 0.2250848
Apr 21 14:41:38.112253 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:38.145387 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] For port 02a3d962-cd49-4d33-9b98-0c333b7b0aff, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=02a3d962-cd49-4d33-9b98-0c333b7b0aff,segment=NetworkSegment(cc9f75c9-c7cc-49bd-a770-8a7cd276112c),segment_id=cc9f75c9-c7cc-49bd-a770-8a7cd276112c)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:41:38.150109 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:38.154930 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-3d4c8c89-111e-4394-a286-c97aaecbd45b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:38.158021 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-34969204-7bb8-439e-a362-0810ca81a397 req-8e143610-5084-4714-8ab8-08752ca995b6 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8274af-ac40-4c78-82c8-f7e16c134144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1779053
Apr 21 14:41:38.473110 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Pushing event updated for resources: {'Port': ['ID=02a3d962-cd49-4d33-9b98-0c333b7b0aff,revision_number=4']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:38.482636 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:38.728655 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 56340) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:41:38.776381 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c25cf570-02f1-4ccc-a0c3-87611282b9b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:38.787523 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:38.817275 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-c25cf570-02f1-4ccc-a0c3-87611282b9b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:41:38.822539 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-c25cf570-02f1-4ccc-a0c3-87611282b9b7 admin admin] Usage tracker for resource:security_group_rule and tenant:e3840e3f91804475ae923230cc862816 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:41:38.826052 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-c25cf570-02f1-4ccc-a0c3-87611282b9b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:41:38.835112 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-c25cf570-02f1-4ccc-a0c3-87611282b9b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:41:38.953000 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c25cf570-02f1-4ccc-a0c3-87611282b9b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:38.957477 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c25cf570-02f1-4ccc-a0c3-87611282b9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:38.957958 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0303ac8d-8a54-4ba8-b5c5-d79bde412d84 None None] Sync routers for ids ['b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f'] in dv-cinder-786385-2-iscsi {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:41:38.969209 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:38.989226 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0303ac8d-8a54-4ba8-b5c5-d79bde412d84 None None] Routers {'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:41:38.991192 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-0303ac8d-8a54-4ba8-b5c5-d79bde412d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f6f13710>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:41:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:41:39.032881 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-c25cf570-02f1-4ccc-a0c3-87611282b9b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e3840e3f91804475ae923230cc862816&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2982390
Apr 21 14:41:39.032881 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25cf570-02f1-4ccc-a0c3-87611282b9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbc6ea4-eed4-4e41-a65e-edd54fdab00d,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:39.033468 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 56348) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:41:39.041909 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c25cf570-02f1-4ccc-a0c3-87611282b9b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:39.217219 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-66949e12-fa97-440b-98d5-f17b31a03f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:39.248583 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4f000305-7400-42a1-a757-3eb11e7a7590 req-49d9e91a-a1f9-4ced-acd2-21cec5dd0bdd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=502a82df-ee66-408d-ab9e-8207516c0415&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2087755
Apr 21 14:41:39.304743 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-66949e12-fa97-440b-98d5-f17b31a03f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:39.455474 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 02a3d962-cd49-4d33-9b98-0c333b7b0aff up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:41:39.475118 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 56360) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:41:39.501807 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-1ed83915-25ca-4d6b-bced-ccea7c019fa0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-8374316-network', 'tenant_id': '01e95465057243c787344dfee3ddb775'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:41:39.676159 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f000305-7400-42a1-a757-3eb11e7a7590 req-53c27622-3db2-4746-95af-5f1c24690991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:39.678228 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4f000305-7400-42a1-a757-3eb11e7a7590 req-53c27622-3db2-4746-95af-5f1c24690991 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c273beec5c4c4f89a4c7c896497de7b8&device_id=502a82df-ee66-408d-ab9e-8207516c0415 HTTP/1.1" status: 200  len: 1099 time: 0.2746418
Apr 21 14:41:39.709550 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb6817-edb1-4ab3-bc45-e2d395e1197d req-2fae51d0-bbec-4c4e-968f-502f09e81e5f tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:39.711355 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0ecb6817-edb1-4ab3-bc45-e2d395e1197d req-2fae51d0-bbec-4c4e-968f-502f09e81e5f tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7a6936-78ec-46ce-9e64-c65542d9bc90 HTTP/1.1" status: 200  len: 945 time: 0.1879930
Apr 21 14:41:39.736955 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-0303ac8d-8a54-4ba8-b5c5-d79bde412d84 None None] Set router b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:41:39.761098 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-1ed83915-25ca-4d6b-bced-ccea7c019fa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:41:39.874705 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0ecb6817-edb1-4ab3-bc45-e2d395e1197d req-334f148b-dc38-404c-943c-b25bad28ee02 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8274af-ac40-4c78-82c8-f7e16c134144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359739
Apr 21 14:41:40.044929 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f000305-7400-42a1-a757-3eb11e7a7590 req-d899f6cf-e321-422e-86ad-c20cd587dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:40.046658 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4f000305-7400-42a1-a757-3eb11e7a7590 req-d899f6cf-e321-422e-86ad-c20cd587dcfe service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7586439-5692-45b4-a121-4de98b0d3272 HTTP/1.1" status: 200  len: 916 time: 0.3342409
Apr 21 14:41:40.087102 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-1ed83915-25ca-4d6b-bced-ccea7c019fa0 admin admin] Usage tracker for resource:network and tenant:01e95465057243c787344dfee3ddb775 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:41:40.093395 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-1ed83915-25ca-4d6b-bced-ccea7c019fa0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:41:40.109890 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 02a3d962-cd49-4d33-9b98-0c333b7b0aff triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:41:40.110434 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:40.114617 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-1ed83915-25ca-4d6b-bced-ccea7c019fa0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:41:40.151769 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9d960c0e-8a1f-43d7-ab64-cdbdb623e3dd req-a175bef6-1914-4849-b410-ea0687e6b270 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=684834d6-7fa6-4a27-b6cd-56f6c05ac666 HTTP/1.1" status: 200  len: 210 time: 0.6796448
Apr 21 14:41:40.202641 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4f000305-7400-42a1-a757-3eb11e7a7590 req-3b9631c6-ba13-450e-9f0b-6f5fa058c75a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2c31a01-40a4-4b6e-aaee-cbeb1067272f HTTP/1.1" status: 200  len: 217 time: 0.1480908
Apr 21 14:41:40.227094 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-d9208b48-55d1-4598-ba7a-f29a35134d2b tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:40.231320 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-d9208b48-55d1-4598-ba7a-f29a35134d2b tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.36 "GET /v2.0/networks?id=d7586439-5692-45b4-a121-4de98b0d3272 HTTP/1.1" status: 200  len: 815 time: 0.7930169
Apr 21 14:41:40.236210 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-66949e12-fa97-440b-98d5-f17b31a03f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:40.257473 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed83915-25ca-4d6b-bced-ccea7c019fa0 admin admin] Made reservation on behalf of 01e95465057243c787344dfee3ddb775 for: {'network': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:41:40.264769 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1ed83915-25ca-4d6b-bced-ccea7c019fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for network, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:40.296685 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-5b67b7b3-11ad-4d57-b840-ea1286bd53b2 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Request body: {'port': {'device_id': '684834d6-7fa6-4a27-b6cd-56f6c05ac666', 'network_id': 'd7586439-5692-45b4-a121-4de98b0d3272', 'admin_state_up': True, 'tenant_id': 'c273beec5c4c4f89a4c7c896497de7b8'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:41:40.310038 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f000305-7400-42a1-a757-3eb11e7a7590 req-992d8570-7528-46c1-a363-20b44c3794bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:40.310038 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4f000305-7400-42a1-a757-3eb11e7a7590 req-992d8570-7528-46c1-a363-20b44c3794bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59c648af-02d8-41a8-9d9d-c5acff085d02 HTTP/1.1" status: 200  len: 855 time: 0.0959868
Apr 21 14:41:40.321950 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-57453365-7e1d-43a3-9a3c-e892b4635d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:40.331752 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1ed83915-25ca-4d6b-bced-ccea7c019fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:40.369262 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4f000305-7400-42a1-a757-3eb11e7a7590 req-5726c137-1c1e-48b7-ad3c-54f2e9ba0725 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7586439-5692-45b4-a121-4de98b0d3272&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0496197
Apr 21 14:41:40.436044 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-66949e12-fa97-440b-98d5-f17b31a03f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:40.441848 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-66949e12-fa97-440b-98d5-f17b31a03f6d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0bbc6ea4-eed4-4e41-a65e-edd54fdab00d HTTP/1.1" status: 204  len: 168 time: 1.4032409
Apr 21 14:41:40.441848 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66949e12-fa97-440b-98d5-f17b31a03f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbc6ea4-eed4-4e41-a65e-edd54fdab00d,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:40.444401 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-1ed83915-25ca-4d6b-bced-ccea7c019fa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:41:40.453861 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-66949e12-fa97-440b-98d5-f17b31a03f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:40.465685 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-1ed83915-25ca-4d6b-bced-ccea7c019fa0 admin admin] Usage tracker for resource:security_group_rule and tenant:01e95465057243c787344dfee3ddb775 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:41:40.479789 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-1ed83915-25ca-4d6b-bced-ccea7c019fa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:41:40.519876 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-1ed83915-25ca-4d6b-bced-ccea7c019fa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:41:40.607437 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1b0fc-d91b-4b13-9155-3f85e91f810f req-856f085f-0cf5-4e1b-bf39-d141652367f3 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:40.610236 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1aa1b0fc-d91b-4b13-9155-3f85e91f810f req-856f085f-0cf5-4e1b-bf39-d141652367f3 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f7a6936-78ec-46ce-9e64-c65542d9bc90 HTTP/1.1" status: 200  len: 945 time: 0.9804873
Apr 21 14:41:40.722204 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4f000305-7400-42a1-a757-3eb11e7a7590 req-eee4100d-6a38-4bf1-b20e-4aa5c54c9229 service neutron] 10.222.0.36 "GET /v2.0/networks/d7586439-5692-45b4-a121-4de98b0d3272?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3445148
Apr 21 14:41:40.809040 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-5b67b7b3-11ad-4d57-b840-ea1286bd53b2 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:41:40.913127 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-1aa1b0fc-d91b-4b13-9155-3f85e91f810f req-ffd645e2-f06c-4300-b9c4-e34840f5ea18 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Deleting port 0d0879fe-1030-44d4-8683-214bce5da765 {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:41:40.913817 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-1aa1b0fc-d91b-4b13-9155-3f85e91f810f req-ffd645e2-f06c-4300-b9c4-e34840f5ea18 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:40.972785 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-5b67b7b3-11ad-4d57-b840-ea1286bd53b2 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:41:41.129380 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-0303ac8d-8a54-4ba8-b5c5-d79bde412d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f6f13710>, [{'id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'name': 'tempest-TestShelveInstance-104436944-router', 'tenant_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '02a3d962-cd49-4d33-9b98-0c333b7b0aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:23Z', 'updated_at': '2021-04-21T14:41:33Z', 'revision_number': 4, 'project_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'gw_port': {'id': '02a3d962-cd49-4d33-9b98-0c333b7b0aff', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:25Z', 'updated_at': '2021-04-21T14:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': '605609ac-0231-44d6-9d64-3f9765478ee1', 'name': '', 'network_id': 'a003a337-7cb6-4621-a360-57adf836244c', 'tenant_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'mac_address': 'fa:16:3e:56:7d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '53f2fe62-2656-4892-a94c-57e1e270df1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:32Z', 'updated_at': '2021-04-21T14:41:34Z', 'revision_number': 2, 'project_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'subnets': [{'id': '53f2fe62-2656-4892-a94c-57e1e270df1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:41:41.137863 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0303ac8d-8a54-4ba8-b5c5-d79bde412d84 None None] Checking router: b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f for host: dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:41:41.139321 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0303ac8d-8a54-4ba8-b5c5-d79bde412d84 None None] Updating router b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f port 605609ac-0231-44d6-9d64-3f9765478ee1 binding host dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 14:41:41.171889 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-5b67b7b3-11ad-4d57-b840-ea1286bd53b2 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Made reservation on behalf of c273beec5c4c4f89a4c7c896497de7b8 for: {'port': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:41:41.189581 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-5b67b7b3-11ad-4d57-b840-ea1286bd53b2 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:41.195653 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4f000305-7400-42a1-a757-3eb11e7a7590 req-e37ef4ef-f9f4-4537-bf7d-b4747e841078 service neutron] 10.222.0.36 "GET /v2.0/networks/d7586439-5692-45b4-a121-4de98b0d3272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4669530
Apr 21 14:41:41.214058 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0303ac8d-8a54-4ba8-b5c5-d79bde412d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:41.528236 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1ed83915-25ca-4d6b-bced-ccea7c019fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:41.556569 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1ed83915-25ca-4d6b-bced-ccea7c019fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:41.587238 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-539f6be7-0140-4406-a835-47030f89e91f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:41.790226 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ed83915-25ca-4d6b-bced-ccea7c019fa0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336}  {{(pid=86393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 14:41:41.841944 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0303ac8d-8a54-4ba8-b5c5-d79bde412d84 None None] Notify callbacks [] for port, precommit_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:41.848569 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed83915-25ca-4d6b-bced-ccea7c019fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc9641e-1808-499f-af85-09bc65e47f4a,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:41.875897 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-1ed83915-25ca-4d6b-bced-ccea7c019fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:41.878430 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-0303ac8d-8a54-4ba8-b5c5-d79bde412d84 None None] Transition to ACTIVE for port object 605609ac-0231-44d6-9d64-3f9765478ee1 will not be triggered until provisioned by entity L2. {{(pid=86395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:41:41.889715 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0303ac8d-8a54-4ba8-b5c5-d79bde412d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:41.894200 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1ed83915-25ca-4d6b-bced-ccea7c019fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852863918'] for segment, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:41.894605 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.segments_db [None req-1ed83915-25ca-4d6b-bced-ccea7c019fa0 admin admin] Added segment 07d2d60f-14b2-49b0-840e-d90f5c355033 of type vlan for network fe57891a-5585-497c-82dc-88ae4c719772
Apr 21 14:41:41.897032 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:41.913485 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe0889-38ff-43d3-9b60-632e02e0ed3e req-846ad625-e1f4-4048-bcc0-da62229a8514 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:41.915300 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-27fe0889-38ff-43d3-9b60-632e02e0ed3e req-846ad625-e1f4-4048-bcc0-da62229a8514 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7a6936-78ec-46ce-9e64-c65542d9bc90 HTTP/1.1" status: 200  len: 945 time: 0.6977472
Apr 21 14:41:42.043698 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7205e3-307b-43dd-a1f1-e97197424148 None None] Pushing event updated for resources: {'Port': ['ID=605609ac-0231-44d6-9d64-3f9765478ee1,revision_number=3']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:42.050798 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-5d7205e3-307b-43dd-a1f1-e97197424148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:42.085133 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-680825e3-20f6-4825-8fab-df23283ca486 req-8737e395-e3d9-442c-a3cc-0680a4cbf619 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=684834d6-7fa6-4a27-b6cd-56f6c05ac666 HTTP/1.1" status: 200  len: 210 time: 0.1133792
Apr 21 14:41:42.090832 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-1aa1b0fc-d91b-4b13-9155-3f85e91f810f req-ffd645e2-f06c-4300-b9c4-e34840f5ea18 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] For port 0d0879fe-1030-44d4-8683-214bce5da765, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0d0879fe-1030-44d4-8683-214bce5da765,segment=NetworkSegment(ec3221fc-15c4-4be1-82a9-b14c1200d4f7),segment_id=ec3221fc-15c4-4be1-82a9-b14c1200d4f7)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:41:42.091648 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-1aa1b0fc-d91b-4b13-9155-3f85e91f810f req-ffd645e2-f06c-4300-b9c4-e34840f5ea18 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:42.101665 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-5b67b7b3-11ad-4d57-b840-ea1286bd53b2 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Allocated IP 172.20.0.11 (d7586439-5692-45b4-a121-4de98b0d3272/59c648af-02d8-41a8-9d9d-c5acff085d02/83fb07ca-21dd-407f-8495-e12f05bc4735) {{(pid=86393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:41:42.105644 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1ed83915-25ca-4d6b-bced-ccea7c019fa0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759846068458'] for network, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:42.145214 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30359499-89e9-4d3b-9b9a-06994a285221 req-78f27ebd-85ec-4c6f-a6b3-c31da7f93604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:42.148074 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-30359499-89e9-4d3b-9b9a-06994a285221 req-78f27ebd-85ec-4c6f-a6b3-c31da7f93604 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71fbd46f910d42d1975f143a55e34822&device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 1099 time: 0.2430959
Apr 21 14:41:42.304372 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.db.resource_extend [None req-1ed83915-25ca-4d6b-bced-ccea7c019fa0 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 21 14:41:42.305105 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-0303ac8d-8a54-4ba8-b5c5-d79bde412d84 None None] Attempting to bind port 605609ac-0231-44d6-9d64-3f9765478ee1 on host dv-cinder-786385-2-iscsi for vnic_type normal with profile  {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:41:42.305218 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-0303ac8d-8a54-4ba8-b5c5-d79bde412d84 None None] Attempting to bind port 605609ac-0231-44d6-9d64-3f9765478ee1 by drivers openvswitch,hyperv on host dv-cinder-786385-2-iscsi at level 0 using segments [{'id': 'b25a38b9-fe49-48a1-b6a4-3eba25ea7a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a003a337-7cb6-4621-a360-57adf836244c'}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:41:42.305695 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0303ac8d-8a54-4ba8-b5c5-d79bde412d84 None None] Attempting to bind port 605609ac-0231-44d6-9d64-3f9765478ee1 on network a003a337-7cb6-4621-a360-57adf836244c {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:41:42.312089 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0303ac8d-8a54-4ba8-b5c5-d79bde412d84 None None] Checking agent: {'id': '3835c4f8-6870-47cd-b375-7aa1fa6d9f56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 2), 'started_at': datetime.datetime(2021, 4, 21, 14, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:41:42.312876 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0303ac8d-8a54-4ba8-b5c5-d79bde412d84 None None] Checking segment: {'id': 'b25a38b9-fe49-48a1-b6a4-3eba25ea7a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a003a337-7cb6-4621-a360-57adf836244c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:41:42.313405 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0303ac8d-8a54-4ba8-b5c5-d79bde412d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:42.313944 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0303ac8d-8a54-4ba8-b5c5-d79bde412d84 None None] Bound using segment: {'id': 'b25a38b9-fe49-48a1-b6a4-3eba25ea7a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a003a337-7cb6-4621-a360-57adf836244c'} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:41:42.314582 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-0303ac8d-8a54-4ba8-b5c5-d79bde412d84 None None] Bound port: 605609ac-0231-44d6-9d64-3f9765478ee1, host: dv-cinder-786385-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25a38b9-fe49-48a1-b6a4-3eba25ea7a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a003a337-7cb6-4621-a360-57adf836244c'}}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:41:42.315088 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0303ac8d-8a54-4ba8-b5c5-d79bde412d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:42.337858 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-27fe0889-38ff-43d3-9b60-632e02e0ed3e req-3ac84b2f-920b-49df-80e9-19ac6c464296 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8274af-ac40-4c78-82c8-f7e16c134144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3998895
Apr 21 14:41:42.346554 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-1aa1b0fc-d91b-4b13-9155-3f85e91f810f req-ffd645e2-f06c-4300-b9c4-e34840f5ea18 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Calling delete_port for 0d0879fe-1030-44d4-8683-214bce5da765 owned by compute:nova {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:41:42.378371 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30359499-89e9-4d3b-9b9a-06994a285221 req-1e6a3e7b-40b7-46a9-aa51-b882831a7f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:42.378371 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-30359499-89e9-4d3b-9b9a-06994a285221 req-1e6a3e7b-40b7-46a9-aa51-b882831a7f91 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bacac062-2ca2-4bed-9f00-1f32f650b8c7 HTTP/1.1" status: 200  len: 920 time: 0.2128129
Apr 21 14:41:42.403692 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1ed83915-25ca-4d6b-bced-ccea7c019fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162'] for network, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:42.429396 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed83915-25ca-4d6b-bced-ccea7c019fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:42.430163 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1ed83915-25ca-4d6b-bced-ccea7c019fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for network, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:42.434632 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-0303ac8d-8a54-4ba8-b5c5-d79bde412d84 None None] For port 605609ac-0231-44d6-9d64-3f9765478ee1, host dv-cinder-786385-2-iscsi, cleared binding levels {{(pid=86395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:41:42.438894 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-0303ac8d-8a54-4ba8-b5c5-d79bde412d84 None None] For port 605609ac-0231-44d6-9d64-3f9765478ee1, host dv-cinder-786385-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=605609ac-0231-44d6-9d64-3f9765478ee1,segment=NetworkSegment(b25a38b9-fe49-48a1-b6a4-3eba25ea7a91),segment_id=b25a38b9-fe49-48a1-b6a4-3eba25ea7a91)] {{(pid=86395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:41:42.441441 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-12d33016-635b-4648-a80d-869ce7415d44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:42.450369 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0303ac8d-8a54-4ba8-b5c5-d79bde412d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:42.456125 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:42.506266 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-30359499-89e9-4d3b-9b9a-06994a285221 req-0f564211-061a-48aa-a04a-ae9ebe5f3821 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=789cafbf-6ab1-45fb-a401-fa6d24cd4994 HTTP/1.1" status: 200  len: 217 time: 0.1270607
Apr 21 14:41:42.535376 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7205e3-307b-43dd-a1f1-e97197424148 None None] Pushing event updated for resources: {'Port': ['ID=605609ac-0231-44d6-9d64-3f9765478ee1,revision_number=4']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:42.539777 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-5d7205e3-307b-43dd-a1f1-e97197424148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:42.555339 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0303ac8d-8a54-4ba8-b5c5-d79bde412d84 None None] Routers {'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:41:42.556242 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-0303ac8d-8a54-4ba8-b5c5-d79bde412d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f6f13710>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:41:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:41:42.628874 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30359499-89e9-4d3b-9b9a-06994a285221 req-fb3f7458-b6ae-4747-a214-1568c5c6235d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:42.630786 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-30359499-89e9-4d3b-9b9a-06994a285221 req-fb3f7458-b6ae-4747-a214-1568c5c6235d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f4471c1-ae41-4081-b6bd-5b95750edf0f HTTP/1.1" status: 200  len: 859 time: 0.0813363
Apr 21 14:41:42.713667 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-30359499-89e9-4d3b-9b9a-06994a285221 req-500b454c-05c1-4e8e-9909-4f62f4651f42 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bacac062-2ca2-4bed-9f00-1f32f650b8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0712309
Apr 21 14:41:42.813837 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-0303ac8d-8a54-4ba8-b5c5-d79bde412d84 None None] Set router b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:41:42.869175 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded7833-48c9-42c0-acc3-1fd64fced034 req-7bc868ee-801a-4850-9a47-be644449f7b4 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:42.870814 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fded7833-48c9-42c0-acc3-1fd64fced034 req-7bc868ee-801a-4850-9a47-be644449f7b4 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.3853667
Apr 21 14:41:42.953316 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-30359499-89e9-4d3b-9b9a-06994a285221 req-0ed32155-8ce3-44d8-b966-3e1d79ee59a3 service neutron] 10.222.0.36 "GET /v2.0/networks/bacac062-2ca2-4bed-9f00-1f32f650b8c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2243040
Apr 21 14:41:42.958468 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fded7833-48c9-42c0-acc3-1fd64fced034 req-669668f1-031e-4e88-ae66-786929ab38cb tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734208
Apr 21 14:41:42.971165 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed83915-25ca-4d6b-bced-ccea7c019fa0 admin admin] Pushing event updated for resources: {'Network': ['ID=fe57891a-5585-497c-82dc-88ae4c719772,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:42.974904 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-1ed83915-25ca-4d6b-bced-ccea7c019fa0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 3.4984679
Apr 21 14:41:42.976014 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-1ed83915-25ca-4d6b-bced-ccea7c019fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:42.982907 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 56394) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:41:43.008756 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-45541150-c49b-405d-a878-9243f88125a7 admin admin] Request body: {'subnet': {'network_id': 'fe57891a-5585-497c-82dc-88ae4c719772', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-8374316-subnet', 'tenant_id': '01e95465057243c787344dfee3ddb775', 'ip_version': 4}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:41:43.008756 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-45541150-c49b-405d-a878-9243f88125a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:41:43.008756 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-45541150-c49b-405d-a878-9243f88125a7 admin admin] Usage tracker for resource:subnet and tenant:01e95465057243c787344dfee3ddb775 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:41:43.008756 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-45541150-c49b-405d-a878-9243f88125a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:41:43.010484 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-45541150-c49b-405d-a878-9243f88125a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:41:43.025553 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45541150-c49b-405d-a878-9243f88125a7 admin admin] Made reservation on behalf of 01e95465057243c787344dfee3ddb775 for: {'subnet': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:41:43.030566 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-45541150-c49b-405d-a878-9243f88125a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036840662671'] for subnet, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:43.034402 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Network fe57891a-5585-497c-82dc-88ae4c719772 details requested by agent ovs-agent-dv-cinder-786385-2-iscsi with host dv-cinder-786385-2-iscsi {{(pid=86395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 14:41:43.301469 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-30359499-89e9-4d3b-9b9a-06994a285221 req-79ac47ed-52bd-460e-848d-615fbac5b358 service neutron] 10.222.0.36 "GET /v2.0/networks/bacac062-2ca2-4bed-9f00-1f32f650b8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3249142
Apr 21 14:41:43.464150 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-4df57628-a064-41e7-920c-ddba312b11f8 req-017e2bdf-f911-428b-af7b-7f1c1dfb2665 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Synchronizing usage tracker for tenant:c273beec5c4c4f89a4c7c896497de7b8 on resource:port {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:41:43.495754 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-0303ac8d-8a54-4ba8-b5c5-d79bde412d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f6f13710>, [{'id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'name': 'tempest-TestShelveInstance-104436944-router', 'tenant_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '02a3d962-cd49-4d33-9b98-0c333b7b0aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:23Z', 'updated_at': '2021-04-21T14:41:33Z', 'revision_number': 4, 'project_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'gw_port': {'id': '02a3d962-cd49-4d33-9b98-0c333b7b0aff', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:25Z', 'updated_at': '2021-04-21T14:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': '605609ac-0231-44d6-9d64-3f9765478ee1', 'name': '', 'network_id': 'a003a337-7cb6-4621-a360-57adf836244c', 'tenant_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'mac_address': 'fa:16:3e:56:7d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '53f2fe62-2656-4892-a94c-57e1e270df1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:32Z', 'updated_at': '2021-04-21T14:41:42Z', 'revision_number': 4, 'project_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'subnets': [{'id': '53f2fe62-2656-4892-a94c-57e1e270df1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:41:43.500796 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0303ac8d-8a54-4ba8-b5c5-d79bde412d84 None None] The sync data for ids ['b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f'] in dv-cinder-786385-2-iscsi is: [{'id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'name': 'tempest-TestShelveInstance-104436944-router', 'tenant_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '02a3d962-cd49-4d33-9b98-0c333b7b0aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:23Z', 'updated_at': '2021-04-21T14:41:33Z', 'revision_number': 4, 'project_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'gw_port': {'id': '02a3d962-cd49-4d33-9b98-0c333b7b0aff', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:25Z', 'updated_at': '2021-04-21T14:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': '605609ac-0231-44d6-9d64-3f9765478ee1', 'name': '', 'network_id': 'a003a337-7cb6-4621-a360-57adf836244c', 'tenant_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'mac_address': 'fa:16:3e:56:7d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '53f2fe62-2656-4892-a94c-57e1e270df1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:32Z', 'updated_at': '2021-04-21T14:41:42Z', 'revision_number': 4, 'project_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'subnets': [{'id': '53f2fe62-2656-4892-a94c-57e1e270df1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:41:43.546981 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-5b67b7b3-11ad-4d57-b840-ea1286bd53b2 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Notify callbacks [] for port, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:43.553885 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-1aa1b0fc-d91b-4b13-9155-3f85e91f810f req-ffd645e2-f06c-4300-b9c4-e34840f5ea18 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:43.563333 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-4df57628-a064-41e7-920c-ddba312b11f8 req-017e2bdf-f911-428b-af7b-7f1c1dfb2665 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Unset dirty status for tenant:c273beec5c4c4f89a4c7c896497de7b8 on resource:port {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:41:43.564357 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4df57628-a064-41e7-920c-ddba312b11f8 req-017e2bdf-f911-428b-af7b-7f1c1dfb2665 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=684834d6-7fa6-4a27-b6cd-56f6c05ac666 HTTP/1.1" status: 200  len: 210 time: 0.2318513
Apr 21 14:41:43.586230 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-952d3b28-59a7-4539-a06e-9888fae6b648 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:43.661185 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd645e2-f06c-4300-b9c4-e34840f5ea18 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Pushing event deleted for resources: {'Port': ['ID=0d0879fe-1030-44d4-8683-214bce5da765,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:43.702969 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2678fe43-3dfa-47fd-b8f0-4e8462092b35 req-8ec6a5ec-cee3-4dd4-b513-6df222d5646f tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7a6936-78ec-46ce-9e64-c65542d9bc90 HTTP/1.1" status: 200  len: 210 time: 0.0550251
Apr 21 14:41:43.703208 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ffd645e2-f06c-4300-b9c4-e34840f5ea18 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:43.804509 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa1b0fc-d91b-4b13-9155-3f85e91f810f req-ffd645e2-f06c-4300-b9c4-e34840f5ea18 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] No DVR routers for this DVR port 0d0879fe-1030-44d4-8683-214bce5da765 on host hv-cinder-78638 {{(pid=86393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 14:41:43.813534 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-1aa1b0fc-d91b-4b13-9155-3f85e91f810f req-ffd645e2-f06c-4300-b9c4-e34840f5ea18 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:43.817794 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7a6936-78ec-46ce-9e64-c65542d9bc90', 'name': 'network-vif-deleted', 'tag': '0d0879fe-1030-44d4-8683-214bce5da765'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:41:43.868510 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1aa1b0fc-d91b-4b13-9155-3f85e91f810f req-ffd645e2-f06c-4300-b9c4-e34840f5ea18 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.36 "DELETE /v2.0/ports/0d0879fe-1030-44d4-8683-214bce5da765 HTTP/1.1" status: 204  len: 173 time: 3.2320528
Apr 21 14:41:43.871614 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-5b67b7b3-11ad-4d57-b840-ea1286bd53b2 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:43.879199 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:43.892043 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['e2c31a01-40a4-4b6e-aaee-cbeb1067272f', 'c8eaff5b-4a42-4389-bc4b-1592ce5859e2', 'bb2772ae-5550-452f-9ef9-fcef3de1a4f8'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:41:43.941605 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 0d0879fe-1030-44d4-8683-214bce5da765 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:41:43.959831 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7a6936-78ec-46ce-9e64-c65542d9bc90', 'name': 'network-vif-deleted', 'tag': '0d0879fe-1030-44d4-8683-214bce5da765', 'status': 'completed', 'code': 200}
Apr 21 14:41:43.999453 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] No Port match for: 0d0879fe-1030-44d4-8683-214bce5da765 {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:41:43.999797 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 0d0879fe-1030-44d4-8683-214bce5da765 not bound to the agent host hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:41:44.169243 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-5b67b7b3-11ad-4d57-b840-ea1286bd53b2 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Network d7586439-5692-45b4-a121-4de98b0d3272 is already hosted by enough agents. {{(pid=86393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:41:44.223595 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-5b67b7b3-11ad-4d57-b840-ea1286bd53b2 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Resources bound (agent type, host, resource id):  {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:41:44.232420 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67b7b3-11ad-4d57-b840-ea1286bd53b2 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Pushing event updated for resources: {'Port': ['ID=83fb07ca-21dd-407f-8495-e12f05bc4735,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:44.238758 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-5b67b7b3-11ad-4d57-b840-ea1286bd53b2 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Received port after_create {{(pid=86393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:41:44.301295 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-5b67b7b3-11ad-4d57-b840-ea1286bd53b2 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:44.346921 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a26c6-f8a6-4e00-9490-7594b1e6584b req-033d8074-84d5-4897-b1fd-a9ae08cb41f4 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:44.348966 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-766a26c6-f8a6-4e00-9490-7594b1e6584b req-033d8074-84d5-4897-b1fd-a9ae08cb41f4 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.1566191
Apr 21 14:41:44.430215 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-766a26c6-f8a6-4e00-9490-7594b1e6584b req-ce1e0e75-a051-4763-b254-0f460b923709 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688150
Apr 21 14:41:44.500353 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-5b67b7b3-11ad-4d57-b840-ea1286bd53b2 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:44.501101 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-5b67b7b3-11ad-4d57-b840-ea1286bd53b2 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:44.541299 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-5b67b7b3-11ad-4d57-b840-ea1286bd53b2 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.2518723
Apr 21 14:41:44.565227 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-ef88bdce-afee-4a36-9923-ec5e05127b28 service neutron] Request body: {'port': {'device_id': '684834d6-7fa6-4a27-b6cd-56f6c05ac666', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:41:44.864088 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ad614-fea0-403d-aab6-574fc326cda1 req-22dab0b9-bac0-4342-a66f-45ae46aa1d3c tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:44.866394 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-380ad614-fea0-403d-aab6-574fc326cda1 req-22dab0b9-bac0-4342-a66f-45ae46aa1d3c tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=684834d6-7fa6-4a27-b6cd-56f6c05ac666 HTTP/1.1" status: 200  len: 932 time: 0.1298254
Apr 21 14:41:44.876133 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-ef88bdce-afee-4a36-9923-ec5e05127b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:44.937489 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-380ad614-fea0-403d-aab6-574fc326cda1 req-bf3fe2c9-e229-4239-9676-52ae44a44e73 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573161
Apr 21 14:41:45.170266 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-bf3453ac-a7f1-4e28-b9c9-099aac31dc4a req-2891230f-aeb5-4e40-8ad8-38f391174234 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Synchronizing usage tracker for tenant:f1fe7acbedbc48509204223f35d7eba2 on resource:port {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:41:45.210170 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 605609ac-0231-44d6-9d64-3f9765478ee1 up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:41:45.262346 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-45541150-c49b-405d-a878-9243f88125a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14928214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036840662688'] for subnet, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:45.274236 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-bf3453ac-a7f1-4e28-b9c9-099aac31dc4a req-2891230f-aeb5-4e40-8ad8-38f391174234 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Unset dirty status for tenant:f1fe7acbedbc48509204223f35d7eba2 on resource:port {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:41:45.275438 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bf3453ac-a7f1-4e28-b9c9-099aac31dc4a req-2891230f-aeb5-4e40-8ad8-38f391174234 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7a6936-78ec-46ce-9e64-c65542d9bc90 HTTP/1.1" status: 200  len: 210 time: 0.3664474
Apr 21 14:41:45.278144 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8a7d198d-eb82-4c2e-b327-b6743ba26b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:45.295419 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning for port 605609ac-0231-44d6-9d64-3f9765478ee1 completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:41:45.302116 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 605609ac-0231-44d6-9d64-3f9765478ee1 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:41:45.303350 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:45.444656 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:45.451690 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45541150-c49b-405d-a878-9243f88125a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be79a524-06de-4ef4-a066-695ff60a7d5f,revision_number=0']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:45.459673 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-45541150-c49b-405d-a878-9243f88125a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:45.507947 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] For port 605609ac-0231-44d6-9d64-3f9765478ee1, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=605609ac-0231-44d6-9d64-3f9765478ee1,segment=NetworkSegment(b25a38b9-fe49-48a1-b6a4-3eba25ea7a91),segment_id=b25a38b9-fe49-48a1-b6a4-3eba25ea7a91)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:41:45.513827 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:45.517307 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45541150-c49b-405d-a878-9243f88125a7 admin admin] Checking segment: {'id': '07d2d60f-14b2-49b0-840e-d90f5c355033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fe57891a-5585-497c-82dc-88ae4c719772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:41:45.517545 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:45.517710 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45541150-c49b-405d-a878-9243f88125a7 admin admin] Network hostable DHCP agents. Network: fe57891a-5585-497c-82dc-88ae4c719772, hostable agents: ['185605b6-6305-46ac-a1cb-38316e52a922'], hosted agents: [] {{(pid=86393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 14:41:45.608450 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45541150-c49b-405d-a878-9243f88125a7 admin admin] Network fe57891a-5585-497c-82dc-88ae4c719772 is scheduled to be hosted by DHCP agent 185605b6-6305-46ac-a1cb-38316e52a922 with binding_index 1 {{(pid=86393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 14:41:45.634462 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-45541150-c49b-405d-a878-9243f88125a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-iscsi, fe57891a-5585-497c-82dc-88ae4c719772) {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:41:45.639635 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Pushing event updated for resources: {'Port': ['ID=605609ac-0231-44d6-9d64-3f9765478ee1,revision_number=5']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:45.646147 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:45.657884 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61abe1aa-935f-4af1-a7cb-82cd23c4ce83 None None] Network fe57891a-5585-497c-82dc-88ae4c719772 requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:41:45.658057 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45541150-c49b-405d-a878-9243f88125a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:45.659117 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-45541150-c49b-405d-a878-9243f88125a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:45.667964 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7d2e3-6776-4eda-8fc5-5c4235958bf9 req-ce14de66-ddbd-4674-b093-586e53259cc6 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:45.669120 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-15b7d2e3-6776-4eda-8fc5-5c4235958bf9 req-ce14de66-ddbd-4674-b093-586e53259cc6 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.1067381
Apr 21 14:41:45.721176 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-45541150-c49b-405d-a878-9243f88125a7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 2.7346048
Apr 21 14:41:45.723286 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 56438) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:41:45.724189 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-15b7d2e3-6776-4eda-8fc5-5c4235958bf9 req-b4bed2a0-d880-4fe8-b93f-abd506655bb8 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469434
Apr 21 14:41:45.732048 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-c6769dfc-8c02-481e-a7c4-9cacdbd5bf29 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-8374316-router', 'tenant_id': '01e95465057243c787344dfee3ddb775', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'}}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:41:45.805220 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-c6769dfc-8c02-481e-a7c4-9cacdbd5bf29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:41:45.830185 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-c6769dfc-8c02-481e-a7c4-9cacdbd5bf29 admin admin] Usage tracker for resource:router and tenant:01e95465057243c787344dfee3ddb775 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:41:45.836477 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-c6769dfc-8c02-481e-a7c4-9cacdbd5bf29 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:41:45.854682 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-c6769dfc-8c02-481e-a7c4-9cacdbd5bf29 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:41:45.872427 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-ef88bdce-afee-4a36-9923-ec5e05127b28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83fb07ca-21dd-407f-8495-e12f05bc4735 {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:41:45.890943 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-ef88bdce-afee-4a36-9923-ec5e05127b28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:45.899199 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c6769dfc-8c02-481e-a7c4-9cacdbd5bf29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-625132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773200'] for router, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:45.901318 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c6769dfc-8c02-481e-a7c4-9cacdbd5bf29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854150684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854125822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854114797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2601'] for router, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:45.939294 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-ef88bdce-afee-4a36-9923-ec5e05127b28 service neutron] Transition to ACTIVE for port object 83fb07ca-21dd-407f-8495-e12f05bc4735 will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:41:45.947602 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-ef88bdce-afee-4a36-9923-ec5e05127b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14929102'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:45.960180 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f08cb2-9832-4f0a-aa1b-a553171a0b16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd811e4f-5666-5458-8df8-f30f8980c0d3-fe57891a-5585-497c-82dc-88ae4c719772', 'network_id': 'fe57891a-5585-497c-82dc-88ae4c719772', 'tenant_id': '01e95465057243c787344dfee3ddb775', 'fixed_ips': [{'subnet_id': 'be79a524-06de-4ef4-a066-695ff60a7d5f'}]}} from dv-cinder-786385-2-iscsi. {{(pid=86395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 14:41:45.961255 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8da4a4ef-4c9a-4b8d-8b1e-4b5facf7961d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:45.961416 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-16f08cb2-9832-4f0a-aa1b-a553171a0b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:46.030387 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c6769dfc-8c02-481e-a7c4-9cacdbd5bf29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:46.151610 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-16f08cb2-9832-4f0a-aa1b-a553171a0b16 None None] Allocated IP 172.20.0.2 (fe57891a-5585-497c-82dc-88ae4c719772/be79a524-06de-4ef4-a066-695ff60a7d5f/58e0a93e-dccc-4a47-aa3d-c917079dd7fd) {{(pid=86395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:41:46.499404 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef88bdce-afee-4a36-9923-ec5e05127b28 service neutron] Pushing event updated for resources: {'Port': ['ID=83fb07ca-21dd-407f-8495-e12f05bc4735,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:46.509158 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8992e13-85af-4d77-8727-002f3fe0ef0e req-52005300-2dfa-46cc-8f2f-22b8253aabf4 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:46.519677 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e8992e13-85af-4d77-8727-002f3fe0ef0e req-52005300-2dfa-46cc-8f2f-22b8253aabf4 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=684834d6-7fa6-4a27-b6cd-56f6c05ac666 HTTP/1.1" status: 200  len: 944 time: 0.3738992
Apr 21 14:41:46.573805 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e8992e13-85af-4d77-8727-002f3fe0ef0e req-2872d4de-8d6c-443b-8e85-e59e54b8d6c0 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466444
Apr 21 14:41:46.626030 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ef88bdce-afee-4a36-9923-ec5e05127b28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:46.816565 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-16f08cb2-9832-4f0a-aa1b-a553171a0b16 None None] Notify callbacks [] for port, precommit_create {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:46.837662 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-16f08cb2-9832-4f0a-aa1b-a553171a0b16 None None] Transition to ACTIVE for port object 58e0a93e-dccc-4a47-aa3d-c917079dd7fd will not be triggered until provisioned by entity L2. {{(pid=86395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:41:46.861274 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-16f08cb2-9832-4f0a-aa1b-a553171a0b16 None None] Transition to ACTIVE for port object 58e0a93e-dccc-4a47-aa3d-c917079dd7fd will not be triggered until provisioned by entity DHCP. {{(pid=86395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:41:46.867712 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-16f08cb2-9832-4f0a-aa1b-a553171a0b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207'] for port, after_create {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:46.874162 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:46.940619 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857f4dd-d873-40b3-8032-7c0692ee7517 req-9eef4b46-2d0b-4641-8fcd-bf5dc6e0fd25 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:46.942281 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8857f4dd-d873-40b3-8032-7c0692ee7517 req-9eef4b46-2d0b-4641-8fcd-bf5dc6e0fd25 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.0948288
Apr 21 14:41:46.948006 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f08cb2-9832-4f0a-aa1b-a553171a0b16 None None] Network fe57891a-5585-497c-82dc-88ae4c719772 is already hosted by enough agents. {{(pid=86395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:41:46.952216 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-16f08cb2-9832-4f0a-aa1b-a553171a0b16 None None] Resources bound (agent type, host, resource id):  {{(pid=86395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:41:46.955112 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f08cb2-9832-4f0a-aa1b-a553171a0b16 None None] Received port after_create {{(pid=86395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:41:47.019315 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8857f4dd-d873-40b3-8032-7c0692ee7517 req-01fe69c8-0875-493c-a206-797ce158bdd5 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684841
Apr 21 14:41:47.084656 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f08cb2-9832-4f0a-aa1b-a553171a0b16 None None] Pushing event updated for resources: {'Port': ['ID=58e0a93e-dccc-4a47-aa3d-c917079dd7fd,revision_number=1']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:47.088742 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-16f08cb2-9832-4f0a-aa1b-a553171a0b16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:47.138515 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-16f08cb2-9832-4f0a-aa1b-a553171a0b16 None None] Attempting to bind port 58e0a93e-dccc-4a47-aa3d-c917079dd7fd on host dv-cinder-786385-2-iscsi for vnic_type normal with profile  {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:41:47.138930 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-16f08cb2-9832-4f0a-aa1b-a553171a0b16 None None] Attempting to bind port 58e0a93e-dccc-4a47-aa3d-c917079dd7fd by drivers openvswitch,hyperv on host dv-cinder-786385-2-iscsi at level 0 using segments [{'id': '07d2d60f-14b2-49b0-840e-d90f5c355033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fe57891a-5585-497c-82dc-88ae4c719772'}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:41:47.139349 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f08cb2-9832-4f0a-aa1b-a553171a0b16 None None] Attempting to bind port 58e0a93e-dccc-4a47-aa3d-c917079dd7fd on network fe57891a-5585-497c-82dc-88ae4c719772 {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:41:47.154065 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f08cb2-9832-4f0a-aa1b-a553171a0b16 None None] Checking agent: {'id': '3835c4f8-6870-47cd-b375-7aa1fa6d9f56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 2), 'started_at': datetime.datetime(2021, 4, 21, 14, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:41:47.154065 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f08cb2-9832-4f0a-aa1b-a553171a0b16 None None] Checking segment: {'id': '07d2d60f-14b2-49b0-840e-d90f5c355033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fe57891a-5585-497c-82dc-88ae4c719772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:41:47.154065 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-16f08cb2-9832-4f0a-aa1b-a553171a0b16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:47.154065 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f08cb2-9832-4f0a-aa1b-a553171a0b16 None None] Bound using segment: {'id': '07d2d60f-14b2-49b0-840e-d90f5c355033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fe57891a-5585-497c-82dc-88ae4c719772'} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:41:47.154065 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-16f08cb2-9832-4f0a-aa1b-a553171a0b16 None None] Bound port: 58e0a93e-dccc-4a47-aa3d-c917079dd7fd, host: dv-cinder-786385-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d2d60f-14b2-49b0-840e-d90f5c355033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fe57891a-5585-497c-82dc-88ae4c719772'}}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:41:47.154065 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-16f08cb2-9832-4f0a-aa1b-a553171a0b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:47.214413 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 605609ac-0231-44d6-9d64-3f9765478ee1 up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:41:47.320647 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-16f08cb2-9832-4f0a-aa1b-a553171a0b16 None None] For port 58e0a93e-dccc-4a47-aa3d-c917079dd7fd, host dv-cinder-786385-2-iscsi, cleared binding levels {{(pid=86395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:41:47.325876 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-16f08cb2-9832-4f0a-aa1b-a553171a0b16 None None] For port 58e0a93e-dccc-4a47-aa3d-c917079dd7fd, host dv-cinder-786385-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=58e0a93e-dccc-4a47-aa3d-c917079dd7fd,segment=NetworkSegment(07d2d60f-14b2-49b0-840e-d90f5c355033),segment_id=07d2d60f-14b2-49b0-840e-d90f5c355033)] {{(pid=86395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:41:47.333310 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-16f08cb2-9832-4f0a-aa1b-a553171a0b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:47.338502 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:47.395990 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 605609ac-0231-44d6-9d64-3f9765478ee1 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:41:47.396496 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:47.442774 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c6769dfc-8c02-481e-a7c4-9cacdbd5bf29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854125579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854148001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2586'] for router, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:47.487807 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f08cb2-9832-4f0a-aa1b-a553171a0b16 None None] Pushing event updated for resources: {'Port': ['ID=58e0a93e-dccc-4a47-aa3d-c917079dd7fd,revision_number=2']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:47.493077 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-16f08cb2-9832-4f0a-aa1b-a553171a0b16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:47.543867 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-ef88bdce-afee-4a36-9923-ec5e05127b28 service neutron] Attempting to bind port 83fb07ca-21dd-407f-8495-e12f05bc4735 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:41:47.544660 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-ef88bdce-afee-4a36-9923-ec5e05127b28 service neutron] Attempting to bind port 83fb07ca-21dd-407f-8495-e12f05bc4735 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'd290187c-a000-4516-b1c4-56d5a796fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd7586439-5692-45b4-a121-4de98b0d3272'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:41:47.544660 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-ef88bdce-afee-4a36-9923-ec5e05127b28 service neutron] Attempting to bind port 83fb07ca-21dd-407f-8495-e12f05bc4735 on network d7586439-5692-45b4-a121-4de98b0d3272 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:41:47.608067 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-ef88bdce-afee-4a36-9923-ec5e05127b28 service neutron] Port 83fb07ca-21dd-407f-8495-e12f05bc4735 on network d7586439-5692-45b4-a121-4de98b0d3272 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 14:41:47.608440 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-ef88bdce-afee-4a36-9923-ec5e05127b28 service neutron] Attempting to bind port 83fb07ca-21dd-407f-8495-e12f05bc4735 on network d7586439-5692-45b4-a121-4de98b0d3272 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:41:47.619798 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-1565732a-c966-4e20-b65c-3d81afc7d23a tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:47.620404 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-1565732a-c966-4e20-b65c-3d81afc7d23a tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Synchronizing usage tracker for tenant:f1fe7acbedbc48509204223f35d7eba2 on resource:network {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:41:47.632562 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-ef88bdce-afee-4a36-9923-ec5e05127b28 service neutron] Checking agent: {'id': 'aac967bd-8151-4f72-a05c-3193d627c9da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'started_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:41:47.632942 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-ef88bdce-afee-4a36-9923-ec5e05127b28 service neutron] Checking segment: {'id': 'd290187c-a000-4516-b1c4-56d5a796fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd7586439-5692-45b4-a121-4de98b0d3272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:41:47.633376 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-ef88bdce-afee-4a36-9923-ec5e05127b28 service neutron] Bound using segment: {'id': 'd290187c-a000-4516-b1c4-56d5a796fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd7586439-5692-45b4-a121-4de98b0d3272'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:41:47.633877 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-ef88bdce-afee-4a36-9923-ec5e05127b28 service neutron] Bound port: 83fb07ca-21dd-407f-8495-e12f05bc4735, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd290187c-a000-4516-b1c4-56d5a796fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd7586439-5692-45b4-a121-4de98b0d3272'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:41:47.634296 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-ef88bdce-afee-4a36-9923-ec5e05127b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:47.709893 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-1565732a-c966-4e20-b65c-3d81afc7d23a tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Unset dirty status for tenant:f1fe7acbedbc48509204223f35d7eba2 on resource:network {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:41:47.711268 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-1565732a-c966-4e20-b65c-3d81afc7d23a tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/networks?id=f6d72d4c-beec-4b6c-85f1-88e6085aa9dd HTTP/1.1" status: 200  len: 808 time: 0.9027786
Apr 21 14:41:47.759038 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-e8ed9031-dbbc-4a3e-8ffa-58cc0e8c2459 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/quotas/f1fe7acbedbc48509204223f35d7eba2 HTTP/1.1" status: 200  len: 375 time: 0.0304899
Apr 21 14:41:47.846963 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-3550f9bb-5a28-4cce-9b93-99bcae6071d0 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f1fe7acbedbc48509204223f35d7eba2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0710466
Apr 21 14:41:47.989130 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9e8a5-2c53-4142-831e-873e4be92873 req-fbe9604f-b3a0-41b5-be7a-5604baaf4e9a tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:47.994082 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-08d9e8a5-2c53-4142-831e-873e4be92873 req-fbe9604f-b3a0-41b5-be7a-5604baaf4e9a tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=684834d6-7fa6-4a27-b6cd-56f6c05ac666 HTTP/1.1" status: 200  len: 944 time: 0.1701479
Apr 21 14:41:48.011563 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-ef88bdce-afee-4a36-9923-ec5e05127b28 service neutron] For port 83fb07ca-21dd-407f-8495-e12f05bc4735, host hv-cinder-78638, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:41:48.034297 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-ef88bdce-afee-4a36-9923-ec5e05127b28 service neutron] For port 83fb07ca-21dd-407f-8495-e12f05bc4735, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=83fb07ca-21dd-407f-8495-e12f05bc4735,segment=NetworkSegment(d290187c-a000-4516-b1c4-56d5a796fa49),segment_id=d290187c-a000-4516-b1c4-56d5a796fa49)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:41:48.060811 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-ef88bdce-afee-4a36-9923-ec5e05127b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14929102'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:48.079968 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-113914c3-25ab-48b2-8aae-627d7dd5ad02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:48.088892 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-08d9e8a5-2c53-4142-831e-873e4be92873 req-08ab350a-826d-4c80-9d88-6d5d78734eb3 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818350
Apr 21 14:41:48.209330 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-ef88bdce-afee-4a36-9923-ec5e05127b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:48.210041 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-ef88bdce-afee-4a36-9923-ec5e05127b28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:48.211693 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-ef88bdce-afee-4a36-9923-ec5e05127b28 service neutron] 10.222.0.36 "PUT /v2.0/ports/83fb07ca-21dd-407f-8495-e12f05bc4735 HTTP/1.1" status: 200  len: 1094 time: 3.6522818
Apr 21 14:41:48.212288 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684834d6-7fa6-4a27-b6cd-56f6c05ac666', 'tag': '83fb07ca-21dd-407f-8495-e12f05bc4735'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:41:48.331290 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f494f3-e4b3-4aee-a568-4b56b24bc661 req-a676d82a-8def-4a4f-9e10-3798e909d4b1 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:48.332942 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-10f494f3-e4b3-4aee-a568-4b56b24bc661 req-a676d82a-8def-4a4f-9e10-3798e909d4b1 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.1034491
Apr 21 14:41:48.388766 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-10f494f3-e4b3-4aee-a568-4b56b24bc661 req-d063e9ad-023f-4f08-b8e7-d5c713b5a64f tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464540
Apr 21 14:41:48.392844 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-65acf870-1684-4b9d-8589-8e27f4e74684 service neutron] 10.222.0.24 "GET /v2.0/networks/f6d72d4c-beec-4b6c-85f1-88e6085aa9dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4840369
Apr 21 14:41:48.466542 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef88bdce-afee-4a36-9923-ec5e05127b28 service neutron] Pushing event updated for resources: {'Port': ['ID=83fb07ca-21dd-407f-8495-e12f05bc4735,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:48.535020 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ef88bdce-afee-4a36-9923-ec5e05127b28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:48.591823 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c6769dfc-8c02-481e-a7c4-9cacdbd5bf29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:48.634788 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '684834d6-7fa6-4a27-b6cd-56f6c05ac666', 'tag': '83fb07ca-21dd-407f-8495-e12f05bc4735', 'status': 'completed', 'code': 200}
Apr 21 14:41:48.649925 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c6769dfc-8c02-481e-a7c4-9cacdbd5bf29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:48.736185 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-cbaf26a9-296c-462e-a664-aa4c8d351f9f service neutron] 10.222.0.24 "GET /v2.0/networks/f6d72d4c-beec-4b6c-85f1-88e6085aa9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3103445
Apr 21 14:41:48.738597 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-e8adacc9-28c2-4336-a615-2214162a8235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:48.740291 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-e8adacc9-28c2-4336-a615-2214162a8235 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c273beec5c4c4f89a4c7c896497de7b8&device_id=684834d6-7fa6-4a27-b6cd-56f6c05ac666 HTTP/1.1" status: 200  len: 1097 time: 0.4214611
Apr 21 14:41:48.838883 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-9d58f365-dabd-4964-bd00-f77905104408 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83fb07ca-21dd-407f-8495-e12f05bc4735 HTTP/1.1" status: 200  len: 217 time: 0.0876715
Apr 21 14:41:48.990664 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-6bf0e9fe-f20a-4240-a67e-2c2a041ee219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:49.001761 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-6bf0e9fe-f20a-4240-a67e-2c2a041ee219 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59c648af-02d8-41a8-9d9d-c5acff085d02 HTTP/1.1" status: 200  len: 855 time: 0.1531446
Apr 21 14:41:49.178293 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-e7631ffb-e0aa-41f2-9839-a1aa949b6c58 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7586439-5692-45b4-a121-4de98b0d3272&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1468117
Apr 21 14:41:49.189504 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-57115be0-6d68-4ec8-a253-4f54b4343c18 req-2d9b3f20-44d0-49a2-a111-897446b65355 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=f109b33e-030d-4af9-8fdc-0349a03762fe HTTP/1.1" status: 200  len: 210 time: 0.2061465
Apr 21 14:41:49.286834 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148de028-a5b6-4083-88ea-5e9c50412ebe None None] Network fe57891a-5585-497c-82dc-88ae4c719772 requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:41:49.315632 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-c6769dfc-8c02-481e-a7c4-9cacdbd5bf29 admin admin] Allocated IP 172.27.3.4 (65ae90ab-0baf-4140-bbfd-b114ac6a9837/3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036/8b9b17be-533a-478c-9a78-6f80d22881e7) {{(pid=86393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:41:49.412318 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 58e0a93e-dccc-4a47-aa3d-c917079dd7fd up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:41:49.555904 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d05a1d7d-df4b-4702-89b1-37b9b24f45d9 None None] Provisioning for port 58e0a93e-dccc-4a47-aa3d-c917079dd7fd completed by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:41:49.619965 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning for port 58e0a93e-dccc-4a47-aa3d-c917079dd7fd completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:41:49.668572 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 58e0a93e-dccc-4a47-aa3d-c917079dd7fd triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:41:49.668913 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:49.710752 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb5d67-ed66-4a7c-8610-aba4bf726044 req-56bf6c84-3692-4bb5-8b6d-e81675c6a375 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:49.713748 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0dbb5d67-ed66-4a7c-8610-aba4bf726044 req-56bf6c84-3692-4bb5-8b6d-e81675c6a375 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.1538317
Apr 21 14:41:49.755934 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-891247d5-564a-433f-a2e0-0efea1fe1300 service neutron] 10.222.0.36 "GET /v2.0/networks/d7586439-5692-45b4-a121-4de98b0d3272?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5551274
Apr 21 14:41:49.809765 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0dbb5d67-ed66-4a7c-8610-aba4bf726044 req-c500f7dc-c682-4c5c-bfed-7f040c491e57 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887597
Apr 21 14:41:49.884046 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d0030-a99d-4f27-aab6-64b130e4936f req-04ae6c76-5ebd-4761-a040-a90dd4bb284d tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:49.887176 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e73d0030-a99d-4f27-aab6-64b130e4936f req-04ae6c76-5ebd-4761-a040-a90dd4bb284d tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=684834d6-7fa6-4a27-b6cd-56f6c05ac666 HTTP/1.1" status: 200  len: 944 time: 0.5681734
Apr 21 14:41:49.994804 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:50.030852 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c6769dfc-8c02-481e-a7c4-9cacdbd5bf29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:50.079597 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] For port 58e0a93e-dccc-4a47-aa3d-c917079dd7fd, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=58e0a93e-dccc-4a47-aa3d-c917079dd7fd,segment=NetworkSegment(07d2d60f-14b2-49b0-840e-d90f5c355033),segment_id=07d2d60f-14b2-49b0-840e-d90f5c355033)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:41:50.085847 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:50.088341 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:50.090417 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e73d0030-a99d-4f27-aab6-64b130e4936f req-a1d638cd-9df9-4ba8-87ad-cbd1ed90f1d1 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988221
Apr 21 14:41:50.151380 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9608d2ce-f9bc-4e1f-a500-91c36d9e55d1 req-e29dfe5e-0581-45c7-b9a1-b645d4d3a79a service neutron] 10.222.0.36 "GET /v2.0/networks/d7586439-5692-45b4-a121-4de98b0d3272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3709629
Apr 21 14:41:50.174932 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c6769dfc-8c02-481e-a7c4-9cacdbd5bf29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:50.186803 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:50.236390 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6769dfc-8c02-481e-a7c4-9cacdbd5bf29 admin admin] Network 65ae90ab-0baf-4140-bbfd-b114ac6a9837 is already hosted by enough agents. {{(pid=86393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:41:50.237276 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Pushing event updated for resources: {'Port': ['ID=58e0a93e-dccc-4a47-aa3d-c917079dd7fd,revision_number=3']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:50.242924 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:50.316717 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-c6769dfc-8c02-481e-a7c4-9cacdbd5bf29 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:41:50.336548 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6769dfc-8c02-481e-a7c4-9cacdbd5bf29 admin admin] Received port after_create {{(pid=86393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:41:50.427191 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-736817a1-b9a7-4d08-b766-937252da1c05 None None] Provisioning complete for port 58e0a93e-dccc-4a47-aa3d-c917079dd7fd triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:41:50.427646 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-736817a1-b9a7-4d08-b766-937252da1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:50.428322 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fa7fc4c9-323e-437b-af8f-b0f74de3cbdb req-cb04bbf3-3cef-4cd0-b543-69649da438bb tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=f109b33e-030d-4af9-8fdc-0349a03762fe HTTP/1.1" status: 200  len: 210 time: 0.0829921
Apr 21 14:41:50.785060 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6769dfc-8c02-481e-a7c4-9cacdbd5bf29 admin admin] Pushing event updated for resources: {'Port': ['ID=8b9b17be-533a-478c-9a78-6f80d22881e7,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:50.808045 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c6769dfc-8c02-481e-a7c4-9cacdbd5bf29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:51.201207 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 58e0a93e-dccc-4a47-aa3d-c917079dd7fd up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:41:51.228925 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac45760-f51e-4628-802f-3b53f73825c0 req-e6a86b03-5798-4af7-a159-b5eea1a62d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:51.230608 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6ac45760-f51e-4628-802f-3b53f73825c0 req-e6a86b03-5798-4af7-a159-b5eea1a62d78 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c273beec5c4c4f89a4c7c896497de7b8&device_id=684834d6-7fa6-4a27-b6cd-56f6c05ac666 HTTP/1.1" status: 200  len: 1097 time: 0.9928448
Apr 21 14:41:51.330152 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 58e0a93e-dccc-4a47-aa3d-c917079dd7fd triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:41:51.330833 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:51.394199 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac45760-f51e-4628-802f-3b53f73825c0 req-87b57485-5a69-4385-96d2-d23c3fb9a98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:51.395858 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6ac45760-f51e-4628-802f-3b53f73825c0 req-87b57485-5a69-4385-96d2-d23c3fb9a98b service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7586439-5692-45b4-a121-4de98b0d3272 HTTP/1.1" status: 200  len: 916 time: 0.1568480
Apr 21 14:41:51.422081 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fb80a-82f9-4713-9476-f880e6d8464f req-263ed94e-d79e-4dfb-94f1-89669c2b46c8 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:51.432444 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-689fb80a-82f9-4713-9476-f880e6d8464f req-263ed94e-d79e-4dfb-94f1-89669c2b46c8 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=684834d6-7fa6-4a27-b6cd-56f6c05ac666 HTTP/1.1" status: 200  len: 944 time: 0.1241896
Apr 21 14:41:51.549549 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-689fb80a-82f9-4713-9476-f880e6d8464f req-3aad707f-a748-4362-8ac7-b24a4e64ad4d tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151369
Apr 21 14:41:51.716992 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6ac45760-f51e-4628-802f-3b53f73825c0 req-6e17f7af-d6ae-42af-899c-d41ba30f2c05 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83fb07ca-21dd-407f-8495-e12f05bc4735 HTTP/1.1" status: 200  len: 217 time: 0.2922330
Apr 21 14:41:51.776292 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5fae7d58-7800-4517-bec6-dc60066cb5e0 req-8880650f-6a7b-4d6a-8d94-44665399ed68 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=f109b33e-030d-4af9-8fdc-0349a03762fe HTTP/1.1" status: 200  len: 210 time: 0.0607443
Apr 21 14:41:51.848065 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9285fd-00a1-4601-a800-b9151aa793e0 req-1905b65f-07f3-4a96-abc0-822c8ddadd3a tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:51.849863 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fa9285fd-00a1-4601-a800-b9151aa793e0 req-1905b65f-07f3-4a96-abc0-822c8ddadd3a tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.8676958
Apr 21 14:41:51.910699 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac45760-f51e-4628-802f-3b53f73825c0 req-5d177764-379e-4043-ad5a-ee8d187df73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:51.912304 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6ac45760-f51e-4628-802f-3b53f73825c0 req-5d177764-379e-4043-ad5a-ee8d187df73b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59c648af-02d8-41a8-9d9d-c5acff085d02 HTTP/1.1" status: 200  len: 855 time: 0.1852014
Apr 21 14:41:51.926509 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c6769dfc-8c02-481e-a7c4-9cacdbd5bf29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:52.134437 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-542a07cb-ff86-4602-8675-001a78bcf4f3 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:52.135989 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-542a07cb-ff86-4602-8675-001a78bcf4f3 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.36 "GET /v2.0/networks?id=f6d72d4c-beec-4b6c-85f1-88e6085aa9dd HTTP/1.1" status: 200  len: 808 time: 0.7391186
Apr 21 14:41:52.144005 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6ac45760-f51e-4628-802f-3b53f73825c0 req-e78b0b46-acae-4456-893d-6d460d000c9c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7586439-5692-45b4-a121-4de98b0d3272&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1477270
Apr 21 14:41:52.164141 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fa9285fd-00a1-4601-a800-b9151aa793e0 req-e016fd99-dd16-4036-b9ca-d7b2dbb1cd77 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2957015
Apr 21 14:41:52.174461 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-badd54dd-4acb-4955-9b83-da1901c5f2d8 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Request body: {'port': {'device_id': 'f109b33e-030d-4af9-8fdc-0349a03762fe', 'network_id': 'f6d72d4c-beec-4b6c-85f1-88e6085aa9dd', 'admin_state_up': True, 'tenant_id': 'f1fe7acbedbc48509204223f35d7eba2'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:41:52.657423 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6ac45760-f51e-4628-802f-3b53f73825c0 req-05af3e56-efef-4311-aaf0-8f0d906c0369 service neutron] 10.222.0.36 "GET /v2.0/networks/d7586439-5692-45b4-a121-4de98b0d3272?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4918885
Apr 21 14:41:52.658863 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-badd54dd-4acb-4955-9b83-da1901c5f2d8 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:41:53.021788 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f70d1a8a-42ff-423b-a2a7-88c263802ce9 req-6ea592b7-ea81-4dfa-97e2-6a7c75f3a6cf tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=f109b33e-030d-4af9-8fdc-0349a03762fe HTTP/1.1" status: 200  len: 210 time: 0.0946805
Apr 21 14:41:53.096068 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-badd54dd-4acb-4955-9b83-da1901c5f2d8 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:41:53.161030 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-badd54dd-4acb-4955-9b83-da1901c5f2d8 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Made reservation on behalf of f1fe7acbedbc48509204223f35d7eba2 for: {'port': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:41:53.167334 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-badd54dd-4acb-4955-9b83-da1901c5f2d8 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:53.187831 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c6769dfc-8c02-481e-a7c4-9cacdbd5bf29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650207'] for router, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:53.414748 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867bac3-493e-46c1-baa8-882ce7957d08 req-43a8cdb7-c9fa-44b1-a2a9-5921cd177310 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:53.416581 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b867bac3-493e-46c1-baa8-882ce7957d08 req-43a8cdb7-c9fa-44b1-a2a9-5921cd177310 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.1033792
Apr 21 14:41:53.477019 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6ac45760-f51e-4628-802f-3b53f73825c0 req-a70209f7-cc36-41a3-aa5b-535421f2a418 service neutron] 10.222.0.36 "GET /v2.0/networks/d7586439-5692-45b4-a121-4de98b0d3272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5246143
Apr 21 14:41:53.478059 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b867bac3-493e-46c1-baa8-882ce7957d08 req-3a41f806-bb2d-4ce9-ae37-97da803cb3f0 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478632
Apr 21 14:41:53.518530 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e8790-8ac9-44dc-b43f-70b2f7814f86 req-75c1281b-20d7-4fed-a34a-1483fdcf49fa tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:53.520243 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-807e8790-8ac9-44dc-b43f-70b2f7814f86 req-75c1281b-20d7-4fed-a34a-1483fdcf49fa tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=684834d6-7fa6-4a27-b6cd-56f6c05ac666 HTTP/1.1" status: 200  len: 944 time: 0.5618932
Apr 21 14:41:53.659778 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-807e8790-8ac9-44dc-b43f-70b2f7814f86 req-dc4da6ac-4d30-4eaa-aeaf-1ca95ad0cde8 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230359
Apr 21 14:41:53.689891 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-badd54dd-4acb-4955-9b83-da1901c5f2d8 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Allocated IP 172.20.0.6 (f6d72d4c-beec-4b6c-85f1-88e6085aa9dd/8708fa15-866c-4f6d-bbee-3a120fd8720b/c502f116-b6a2-4756-ba26-b93734eb54c3) {{(pid=86393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:41:53.743486 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6769dfc-8c02-481e-a7c4-9cacdbd5bf29 admin admin] Router 1147fda8-d2c8-4c04-a839-4528934710e6 is scheduled to L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 with binding_index 1 {{(pid=86393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 14:41:54.104317 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6769dfc-8c02-481e-a7c4-9cacdbd5bf29 admin admin] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:41:54.114986 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0ab643-9039-4b89-ac53-6e7e7ff68e79 None None] Sync routers for ids ['1147fda8-d2c8-4c04-a839-4528934710e6'] in dv-cinder-786385-2-iscsi {{(pid=86396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:41:54.132359 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0ab643-9039-4b89-ac53-6e7e7ff68e79 None None] Routers {'1147fda8-d2c8-4c04-a839-4528934710e6'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:41:54.133143 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-2a0ab643-9039-4b89-ac53-6e7e7ff68e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f730a7f0>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:41:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['1147fda8-d2c8-4c04-a839-4528934710e6'], 'active': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:41:54.134172 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-badd54dd-4acb-4955-9b83-da1901c5f2d8 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Notify callbacks [] for port, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:54.208351 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c6769dfc-8c02-481e-a7c4-9cacdbd5bf29 admin admin] Notify callbacks [] for router, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:54.209858 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-c6769dfc-8c02-481e-a7c4-9cacdbd5bf29 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 916 time: 8.4850225
Apr 21 14:41:54.212994 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-b8c5982b-7e1c-4301-a508-aaf7bcc774d1 req-172fdce5-e52c-41ef-85e6-35ad739a3c45 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Synchronizing usage tracker for tenant:f1fe7acbedbc48509204223f35d7eba2 on resource:port {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:41:54.213184 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 56528) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:41:54.238816 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-b8c5982b-7e1c-4301-a508-aaf7bcc774d1 req-172fdce5-e52c-41ef-85e6-35ad739a3c45 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Unset dirty status for tenant:f1fe7acbedbc48509204223f35d7eba2 on resource:port {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:41:54.240147 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b8c5982b-7e1c-4301-a508-aaf7bcc774d1 req-172fdce5-e52c-41ef-85e6-35ad739a3c45 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=f109b33e-030d-4af9-8fdc-0349a03762fe HTTP/1.1" status: 200  len: 210 time: 0.0837562
Apr 21 14:41:54.245951 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-badd54dd-4acb-4955-9b83-da1901c5f2d8 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:54.252226 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:54.331788 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-badd54dd-4acb-4955-9b83-da1901c5f2d8 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Network f6d72d4c-beec-4b6c-85f1-88e6085aa9dd is already hosted by enough agents. {{(pid=86393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:41:54.335521 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-badd54dd-4acb-4955-9b83-da1901c5f2d8 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Resources bound (agent type, host, resource id):  {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:41:54.340188 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-badd54dd-4acb-4955-9b83-da1901c5f2d8 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Received port after_create {{(pid=86393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:41:54.374721 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd54dd-4acb-4955-9b83-da1901c5f2d8 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Pushing event updated for resources: {'Port': ['ID=c502f116-b6a2-4756-ba26-b93734eb54c3,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:54.383287 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-badd54dd-4acb-4955-9b83-da1901c5f2d8 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:54.386206 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-2a0ab643-9039-4b89-ac53-6e7e7ff68e79 None None] Set router 1147fda8-d2c8-4c04-a839-4528934710e6 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:41:54.419794 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-badd54dd-4acb-4955-9b83-da1901c5f2d8 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:54.420544 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-badd54dd-4acb-4955-9b83-da1901c5f2d8 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:54.442649 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-badd54dd-4acb-4955-9b83-da1901c5f2d8 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2725561
Apr 21 14:41:54.461759 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-de63f6fe-50d1-4c97-8407-972d2a800571 service neutron] Request body: {'port': {'device_id': 'f109b33e-030d-4af9-8fdc-0349a03762fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:41:54.608365 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-de63f6fe-50d1-4c97-8407-972d2a800571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:54.750715 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-2a0ab643-9039-4b89-ac53-6e7e7ff68e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f730a7f0>, [{'id': '1147fda8-d2c8-4c04-a839-4528934710e6', 'name': 'tempest-TestShelveInstance-8374316-router', 'tenant_id': '01e95465057243c787344dfee3ddb775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8b9b17be-533a-478c-9a78-6f80d22881e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:45Z', 'updated_at': '2021-04-21T14:41:51Z', 'revision_number': 3, 'project_id': '01e95465057243c787344dfee3ddb775', 'gw_port': {'id': '8b9b17be-533a-478c-9a78-6f80d22881e7', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1147fda8-d2c8-4c04-a839-4528934710e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:48Z', 'updated_at': '2021-04-21T14:41:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi'}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:41:54.756642 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0ab643-9039-4b89-ac53-6e7e7ff68e79 None None] Checking router: 1147fda8-d2c8-4c04-a839-4528934710e6 for host: dv-cinder-786385-2-iscsi {{(pid=86396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:41:54.757206 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0ab643-9039-4b89-ac53-6e7e7ff68e79 None None] Updating router 1147fda8-d2c8-4c04-a839-4528934710e6 port 8b9b17be-533a-478c-9a78-6f80d22881e7 binding host dv-cinder-786385-2-iscsi {{(pid=86396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 14:41:54.825934 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2a0ab643-9039-4b89-ac53-6e7e7ff68e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:55.046985 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b8db0-6c75-4633-9c12-09c16b16df5d req-b51a871c-feb7-45a8-938d-36adf0cc6863 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:55.048704 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-344b8db0-6c75-4633-9c12-09c16b16df5d req-b51a871c-feb7-45a8-938d-36adf0cc6863 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=684834d6-7fa6-4a27-b6cd-56f6c05ac666 HTTP/1.1" status: 200  len: 944 time: 0.2211871
Apr 21 14:41:55.153042 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-344b8db0-6c75-4633-9c12-09c16b16df5d req-ec3712d5-c055-4bf3-82ce-56b382e9d46f tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909700
Apr 21 14:41:55.301680 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2a0ab643-9039-4b89-ac53-6e7e7ff68e79 None None] Notify callbacks [] for port, precommit_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:55.315480 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2a0ab643-9039-4b89-ac53-6e7e7ff68e79 None None] Transition to ACTIVE for port object 8b9b17be-533a-478c-9a78-6f80d22881e7 will not be triggered until provisioned by entity L2. {{(pid=86396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:41:55.337389 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2a0ab643-9039-4b89-ac53-6e7e7ff68e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:55.342514 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:55.400966 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-de63f6fe-50d1-4c97-8407-972d2a800571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c502f116-b6a2-4756-ba26-b93734eb54c3 {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:41:55.425146 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-de63f6fe-50d1-4c97-8407-972d2a800571 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:55.458330 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-2a0ab643-9039-4b89-ac53-6e7e7ff68e79 None None] Attempting to bind port 8b9b17be-533a-478c-9a78-6f80d22881e7 on host dv-cinder-786385-2-iscsi for vnic_type normal with profile  {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:41:55.459180 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-2a0ab643-9039-4b89-ac53-6e7e7ff68e79 None None] Attempting to bind port 8b9b17be-533a-478c-9a78-6f80d22881e7 by drivers openvswitch,hyperv on host dv-cinder-786385-2-iscsi at level 0 using segments [{'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'}] {{(pid=86396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:41:55.461510 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0ab643-9039-4b89-ac53-6e7e7ff68e79 None None] Attempting to bind port 8b9b17be-533a-478c-9a78-6f80d22881e7 on network 65ae90ab-0baf-4140-bbfd-b114ac6a9837 {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:41:55.464107 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-de63f6fe-50d1-4c97-8407-972d2a800571 service neutron] Transition to ACTIVE for port object c502f116-b6a2-4756-ba26-b93734eb54c3 will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:41:55.472927 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0ab643-9039-4b89-ac53-6e7e7ff68e79 None None] Checking agent: {'id': '3835c4f8-6870-47cd-b375-7aa1fa6d9f56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 2), 'started_at': datetime.datetime(2021, 4, 21, 14, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:41:55.473520 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0ab643-9039-4b89-ac53-6e7e7ff68e79 None None] Checking segment: {'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:41:55.474111 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2a0ab643-9039-4b89-ac53-6e7e7ff68e79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:55.474911 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0ab643-9039-4b89-ac53-6e7e7ff68e79 None None] Bound using segment: {'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'} {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:41:55.475913 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-2a0ab643-9039-4b89-ac53-6e7e7ff68e79 None None] Bound port: 8b9b17be-533a-478c-9a78-6f80d22881e7, host: dv-cinder-786385-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'}}] {{(pid=86396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:41:55.476438 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2a0ab643-9039-4b89-ac53-6e7e7ff68e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:55.524916 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-de63f6fe-50d1-4c97-8407-972d2a800571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14929102'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:55.540442 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-718d695d-a4b4-4224-ae48-6bf8abe53dcd tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:55.575723 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113aa99c-2801-4922-9760-20f203f230ec req-bd7e7068-f645-4c7a-bd0f-02234e1952d1 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:55.586733 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-113aa99c-2801-4922-9760-20f203f230ec req-bd7e7068-f645-4c7a-bd0f-02234e1952d1 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.7532115
Apr 21 14:41:55.593442 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-2a0ab643-9039-4b89-ac53-6e7e7ff68e79 None None] For port 8b9b17be-533a-478c-9a78-6f80d22881e7, host dv-cinder-786385-2-iscsi, cleared binding levels {{(pid=86396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:41:55.597961 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-2a0ab643-9039-4b89-ac53-6e7e7ff68e79 None None] For port 8b9b17be-533a-478c-9a78-6f80d22881e7, host dv-cinder-786385-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=8b9b17be-533a-478c-9a78-6f80d22881e7,segment=NetworkSegment(cc9f75c9-c7cc-49bd-a770-8a7cd276112c),segment_id=cc9f75c9-c7cc-49bd-a770-8a7cd276112c)] {{(pid=86396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:41:55.607589 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2a0ab643-9039-4b89-ac53-6e7e7ff68e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:55.650847 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa83f18-3707-42a8-abd9-abe80955bd31 None None] Pushing event updated for resources: {'Port': ['ID=8b9b17be-533a-478c-9a78-6f80d22881e7,revision_number=2']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:55.674036 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-7aa83f18-3707-42a8-abd9-abe80955bd31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:55.676363 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-7aa83f18-3707-42a8-abd9-abe80955bd31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:55.711006 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-113aa99c-2801-4922-9760-20f203f230ec req-d9427952-1bb9-4fe6-8ff0-6f9a8df00218 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227562
Apr 21 14:41:55.795398 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0ab643-9039-4b89-ac53-6e7e7ff68e79 None None] Routers {'1147fda8-d2c8-4c04-a839-4528934710e6'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:41:55.796095 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-2a0ab643-9039-4b89-ac53-6e7e7ff68e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f730a7f0>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:41:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['1147fda8-d2c8-4c04-a839-4528934710e6'], 'active': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:41:55.844852 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b0e2594e-7ff0-450a-94ae-6247404f68bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:55.864058 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63f6fe-50d1-4c97-8407-972d2a800571 service neutron] Pushing event updated for resources: {'Port': ['ID=c502f116-b6a2-4756-ba26-b93734eb54c3,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:55.868372 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-de63f6fe-50d1-4c97-8407-972d2a800571 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:55.940046 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-de63f6fe-50d1-4c97-8407-972d2a800571 service neutron] Attempting to bind port c502f116-b6a2-4756-ba26-b93734eb54c3 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:41:55.940730 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-de63f6fe-50d1-4c97-8407-972d2a800571 service neutron] Attempting to bind port c502f116-b6a2-4756-ba26-b93734eb54c3 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'ec3221fc-15c4-4be1-82a9-b14c1200d4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f6d72d4c-beec-4b6c-85f1-88e6085aa9dd'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:41:55.941282 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-de63f6fe-50d1-4c97-8407-972d2a800571 service neutron] Attempting to bind port c502f116-b6a2-4756-ba26-b93734eb54c3 on network f6d72d4c-beec-4b6c-85f1-88e6085aa9dd {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:41:55.955491 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1865c-7644-45ce-8da9-0c140ea91084 req-7fdc82a4-ac90-4141-90c7-4516c76db6fa tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:55.974380 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 83fb07ca-21dd-407f-8495-e12f05bc4735 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 14:41:55.975264 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-50e1865c-7644-45ce-8da9-0c140ea91084 req-7fdc82a4-ac90-4141-90c7-4516c76db6fa tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=f109b33e-030d-4af9-8fdc-0349a03762fe HTTP/1.1" status: 200  len: 943 time: 0.3586655
Apr 21 14:41:56.027866 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-2a0ab643-9039-4b89-ac53-6e7e7ff68e79 None None] Set router 1147fda8-d2c8-4c04-a839-4528934710e6 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:41:56.042069 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-de63f6fe-50d1-4c97-8407-972d2a800571 service neutron] Port c502f116-b6a2-4756-ba26-b93734eb54c3 on network f6d72d4c-beec-4b6c-85f1-88e6085aa9dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 14:41:56.042644 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-de63f6fe-50d1-4c97-8407-972d2a800571 service neutron] Attempting to bind port c502f116-b6a2-4756-ba26-b93734eb54c3 on network f6d72d4c-beec-4b6c-85f1-88e6085aa9dd {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:41:56.055502 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-de63f6fe-50d1-4c97-8407-972d2a800571 service neutron] Checking agent: {'id': 'aac967bd-8151-4f72-a05c-3193d627c9da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'started_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:41:56.066729 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-de63f6fe-50d1-4c97-8407-972d2a800571 service neutron] Checking segment: {'id': 'ec3221fc-15c4-4be1-82a9-b14c1200d4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f6d72d4c-beec-4b6c-85f1-88e6085aa9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:41:56.067508 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-de63f6fe-50d1-4c97-8407-972d2a800571 service neutron] Bound using segment: {'id': 'ec3221fc-15c4-4be1-82a9-b14c1200d4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f6d72d4c-beec-4b6c-85f1-88e6085aa9dd'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:41:56.068309 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-de63f6fe-50d1-4c97-8407-972d2a800571 service neutron] Bound port: c502f116-b6a2-4756-ba26-b93734eb54c3, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec3221fc-15c4-4be1-82a9-b14c1200d4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f6d72d4c-beec-4b6c-85f1-88e6085aa9dd'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:41:56.068909 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-de63f6fe-50d1-4c97-8407-972d2a800571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:56.185296 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-50e1865c-7644-45ce-8da9-0c140ea91084 req-60c317bc-06d6-4bc9-b91b-6c2d16fa8a39 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8274af-ac40-4c78-82c8-f7e16c134144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1920521
Apr 21 14:41:56.252889 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-de63f6fe-50d1-4c97-8407-972d2a800571 service neutron] For port c502f116-b6a2-4756-ba26-b93734eb54c3, host hv-cinder-78638, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:41:56.256927 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-de63f6fe-50d1-4c97-8407-972d2a800571 service neutron] For port c502f116-b6a2-4756-ba26-b93734eb54c3, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c502f116-b6a2-4756-ba26-b93734eb54c3,segment=NetworkSegment(ec3221fc-15c4-4be1-82a9-b14c1200d4f7),segment_id=ec3221fc-15c4-4be1-82a9-b14c1200d4f7)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:41:56.270176 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-de63f6fe-50d1-4c97-8407-972d2a800571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14929102'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:56.282979 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c285facd-e30b-4b85-81c2-cf0de29e5ec6 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:56.352983 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 83fb07ca-21dd-407f-8495-e12f05bc4735, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=83fb07ca-21dd-407f-8495-e12f05bc4735,segment=NetworkSegment(d290187c-a000-4516-b1c4-56d5a796fa49),segment_id=d290187c-a000-4516-b1c4-56d5a796fa49)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:41:56.362890 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-de63f6fe-50d1-4c97-8407-972d2a800571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:56.363730 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-de63f6fe-50d1-4c97-8407-972d2a800571 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:56.365474 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-de63f6fe-50d1-4c97-8407-972d2a800571 service neutron] 10.222.0.36 "PUT /v2.0/ports/c502f116-b6a2-4756-ba26-b93734eb54c3 HTTP/1.1" status: 200  len: 1093 time: 1.9089360
Apr 21 14:41:56.388520 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Returning: {'device': '83fb07ca-21dd-407f-8495-e12f05bc4735', 'network_id': 'd7586439-5692-45b4-a121-4de98b0d3272', 'port_id': '83fb07ca-21dd-407f-8495-e12f05bc4735', 'mac_address': 'fa:16:3e:ef:6b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c648af-02d8-41a8-9d9d-c5acff085d02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 14:41:56.390275 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f109b33e-030d-4af9-8fdc-0349a03762fe', 'tag': 'c502f116-b6a2-4756-ba26-b93734eb54c3'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:41:56.395188 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa83f18-3707-42a8-abd9-abe80955bd31 None None] Pushing event updated for resources: {'Port': ['ID=8b9b17be-533a-478c-9a78-6f80d22881e7,revision_number=3']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:56.399176 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-7aa83f18-3707-42a8-abd9-abe80955bd31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:56.480443 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:56.485480 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-b0e2594e-7ff0-450a-94ae-6247404f68bb admin admin] Allocated IP 172.20.0.1 (fe57891a-5585-497c-82dc-88ae4c719772/be79a524-06de-4ef4-a066-695ff60a7d5f/41585e74-c97a-4f8c-b38d-2f7ca2e71091) {{(pid=86394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:41:56.517587 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83fb07ca-21dd-407f-8495-e12f05bc4735 {{(pid=86395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:41:56.528710 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63f6fe-50d1-4c97-8407-972d2a800571 service neutron] Pushing event updated for resources: {'Port': ['ID=c502f116-b6a2-4756-ba26-b93734eb54c3,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:56.542166 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-de63f6fe-50d1-4c97-8407-972d2a800571 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:56.546310 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 83fb07ca-21dd-407f-8495-e12f05bc4735, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=83fb07ca-21dd-407f-8495-e12f05bc4735,segment=NetworkSegment(d290187c-a000-4516-b1c4-56d5a796fa49),segment_id=d290187c-a000-4516-b1c4-56d5a796fa49)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:41:56.553855 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:56.559101 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f109b33e-030d-4af9-8fdc-0349a03762fe', 'tag': 'c502f116-b6a2-4756-ba26-b93734eb54c3', 'status': 'completed', 'code': 200}
Apr 21 14:41:56.565077 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-080b14bb-d567-4ee5-a6d4-0b0b9ae36e67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:56.590326 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-4b179883-01a9-4ef6-b657-65dad92275e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:56.593219 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-4b179883-01a9-4ef6-b657-65dad92275e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f1fe7acbedbc48509204223f35d7eba2&device_id=f109b33e-030d-4af9-8fdc-0349a03762fe HTTP/1.1" status: 200  len: 1096 time: 0.1737034
Apr 21 14:41:56.651473 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3adc143-58fa-43dd-a79a-772e00d51c04 req-efe52681-e5f7-4108-9e54-997252dfaa79 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:56.663042 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-2a0ab643-9039-4b89-ac53-6e7e7ff68e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f730a7f0>, [{'id': '1147fda8-d2c8-4c04-a839-4528934710e6', 'name': 'tempest-TestShelveInstance-8374316-router', 'tenant_id': '01e95465057243c787344dfee3ddb775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8b9b17be-533a-478c-9a78-6f80d22881e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:45Z', 'updated_at': '2021-04-21T14:41:51Z', 'revision_number': 3, 'project_id': '01e95465057243c787344dfee3ddb775', 'gw_port': {'id': '8b9b17be-533a-478c-9a78-6f80d22881e7', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1147fda8-d2c8-4c04-a839-4528934710e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:48Z', 'updated_at': '2021-04-21T14:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi'}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:41:56.663322 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b3adc143-58fa-43dd-a79a-772e00d51c04 req-efe52681-e5f7-4108-9e54-997252dfaa79 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=684834d6-7fa6-4a27-b6cd-56f6c05ac666 HTTP/1.1" status: 200  len: 944 time: 0.2487023
Apr 21 14:41:56.668964 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0ab643-9039-4b89-ac53-6e7e7ff68e79 None None] The sync data for ids ['1147fda8-d2c8-4c04-a839-4528934710e6'] in dv-cinder-786385-2-iscsi is: [{'id': '1147fda8-d2c8-4c04-a839-4528934710e6', 'name': 'tempest-TestShelveInstance-8374316-router', 'tenant_id': '01e95465057243c787344dfee3ddb775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8b9b17be-533a-478c-9a78-6f80d22881e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:45Z', 'updated_at': '2021-04-21T14:41:51Z', 'revision_number': 3, 'project_id': '01e95465057243c787344dfee3ddb775', 'gw_port': {'id': '8b9b17be-533a-478c-9a78-6f80d22881e7', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1147fda8-d2c8-4c04-a839-4528934710e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:48Z', 'updated_at': '2021-04-21T14:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi'}] {{(pid=86396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:41:56.701894 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=83fb07ca-21dd-407f-8495-e12f05bc4735,revision_number=4']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:56.711625 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:56.712102 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:56.712371 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:56.712731 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:56.713240 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:56.713611 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:56.714155 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:56.714525 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:56.714917 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:56.715278 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:56.715645 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:56.716004 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:41:56.718712 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-43fa9224-3f2a-4edd-9a7a-d810efd980bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c502f116-b6a2-4756-ba26-b93734eb54c3 HTTP/1.1" status: 200  len: 217 time: 0.1159654
Apr 21 14:41:56.723176 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:56.806614 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b3adc143-58fa-43dd-a79a-772e00d51c04 req-9f11193f-48ff-4510-b0f8-2849e2f97230 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320341
Apr 21 14:41:56.824176 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-59ce6d5f-ea9f-422e-af47-9ae32847140f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:56.826413 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-59ce6d5f-ea9f-422e-af47-9ae32847140f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8708fa15-866c-4f6d-bbee-3a120fd8720b HTTP/1.1" status: 200  len: 848 time: 0.1010311
Apr 21 14:41:56.838810 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b0e2594e-7ff0-450a-94ae-6247404f68bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:56.858033 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-b0e2594e-7ff0-450a-94ae-6247404f68bb admin admin] Transition to ACTIVE for port object 41585e74-c97a-4f8c-b38d-2f7ca2e71091 will not be triggered until provisioned by entity DHCP. {{(pid=86394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:41:56.883956 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b0e2594e-7ff0-450a-94ae-6247404f68bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:56.892456 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:56.950470 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e2594e-7ff0-450a-94ae-6247404f68bb admin admin] Network fe57891a-5585-497c-82dc-88ae4c719772 is already hosted by enough agents. {{(pid=86394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:41:56.959042 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-b0e2594e-7ff0-450a-94ae-6247404f68bb admin admin] Resources bound (agent type, host, resource id):  {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:41:56.964349 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e2594e-7ff0-450a-94ae-6247404f68bb admin admin] Received port after_create {{(pid=86394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:41:57.006553 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['83fb07ca-21dd-407f-8495-e12f05bc4735'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:41:57.040822 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b0e2594e-7ff0-450a-94ae-6247404f68bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854145534'] for router_interface, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:57.119875 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e2594e-7ff0-450a-94ae-6247404f68bb admin admin] Pushing event updated for resources: {'Port': ['ID=41585e74-c97a-4f8c-b38d-2f7ca2e71091,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:57.123954 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-b0e2594e-7ff0-450a-94ae-6247404f68bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:57.316027 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b0e2594e-7ff0-450a-94ae-6247404f68bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:57.418160 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-bc17598b-6fd1-49c8-9552-ca4c322802b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6d72d4c-beec-4b6c-85f1-88e6085aa9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.5824757
Apr 21 14:41:57.418495 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-b3fdad8a-c4e5-46b8-81e0-bee56ab5a173 None None] Provisioning for port 41585e74-c97a-4f8c-b38d-2f7ca2e71091 completed by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:41:57.449661 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-b3fdad8a-c4e5-46b8-81e0-bee56ab5a173 None None] Provisioning complete for port 41585e74-c97a-4f8c-b38d-2f7ca2e71091 triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:41:57.450280 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b3fdad8a-c4e5-46b8-81e0-bee56ab5a173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:57.554215 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-b3fdad8a-c4e5-46b8-81e0-bee56ab5a173 None None] Port 41585e74-c97a-4f8c-b38d-2f7ca2e71091 cannot update to ACTIVE because it is not bound. {{(pid=86395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 14:41:57.628829 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69194d-d3b8-4fd8-bd5e-41657ef6d2e3 req-3cfb9dc7-98c4-49f0-bdec-c83583610e1e tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:57.630684 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1c69194d-d3b8-4fd8-bd5e-41657ef6d2e3 req-3cfb9dc7-98c4-49f0-bdec-c83583610e1e tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.7269776
Apr 21 14:41:57.703491 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1c69194d-d3b8-4fd8-bd5e-41657ef6d2e3 req-da24170a-8742-4aab-a5c3-9f7254573c20 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579321
Apr 21 14:41:57.742322 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-091b0f35-2814-4920-b954-a72786ae64e7 service neutron] 10.222.0.36 "GET /v2.0/networks/f6d72d4c-beec-4b6c-85f1-88e6085aa9dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2928324
Apr 21 14:41:57.963028 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 56576) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:41:58.025971 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bb4e1b03-c0dd-49a6-841d-34f436b9bc88 req-3ec5a3c0-411b-43e2-a977-1092ffbb22ed service neutron] 10.222.0.36 "GET /v2.0/networks/f6d72d4c-beec-4b6c-85f1-88e6085aa9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2748187
Apr 21 14:41:58.114479 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0433f3-a07e-4fe6-889b-28e41985c42d req-5eda698d-3da7-43c9-909e-24528ea71b83 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:58.116266 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5a0433f3-a07e-4fe6-889b-28e41985c42d req-5eda698d-3da7-43c9-909e-24528ea71b83 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=f109b33e-030d-4af9-8fdc-0349a03762fe HTTP/1.1" status: 200  len: 943 time: 0.4112654
Apr 21 14:41:58.205738 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b0e2594e-7ff0-450a-94ae-6247404f68bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:58.213175 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2e79cdee-ce28-41b7-9a9f-c66bea64724b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:58.236606 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b0e2594e-7ff0-450a-94ae-6247404f68bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839088365'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:58.254804 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c5d28-6c44-458f-9bfc-ae42d5f237e4 req-9103af84-2d7b-4bc4-85cc-7853828d77b3 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:58.256586 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-659c5d28-6c44-458f-9bfc-ae42d5f237e4 req-9103af84-2d7b-4bc4-85cc-7853828d77b3 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=684834d6-7fa6-4a27-b6cd-56f6c05ac666 HTTP/1.1" status: 200  len: 945 time: 0.1771724
Apr 21 14:41:58.259286 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a990476-09e6-43b1-9de8-a6da110c4e00 req-c6039ffd-b6e6-426e-aa1b-99b0b9ce8d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:58.260876 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7a990476-09e6-43b1-9de8-a6da110c4e00 req-c6039ffd-b6e6-426e-aa1b-99b0b9ce8d5a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f1fe7acbedbc48509204223f35d7eba2&device_id=f109b33e-030d-4af9-8fdc-0349a03762fe HTTP/1.1" status: 200  len: 1096 time: 0.1404955
Apr 21 14:41:58.269627 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-2e79cdee-ce28-41b7-9a9f-c66bea64724b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:41:58.272498 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:58.308373 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5a0433f3-a07e-4fe6-889b-28e41985c42d req-c4eb40ad-9390-4d06-b890-725ee5b7b8b4 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8274af-ac40-4c78-82c8-f7e16c134144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1824262
Apr 21 14:41:58.328015 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-2e79cdee-ce28-41b7-9a9f-c66bea64724b admin admin] Usage tracker for resource:security_group_rule and tenant:5798112e330e44e7ac5dc88a0e2af4da is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:41:58.348388 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-2e79cdee-ce28-41b7-9a9f-c66bea64724b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:41:58.356356 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-2e79cdee-ce28-41b7-9a9f-c66bea64724b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:41:58.399703 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-659c5d28-6c44-458f-9bfc-ae42d5f237e4 req-ebb2085c-8a1c-44e1-9e06-c32c042b7c2d tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1360359
Apr 21 14:41:58.403379 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e2594e-7ff0-450a-94ae-6247404f68bb admin admin] Pushing event updated for resources: {'Port': ['ID=41585e74-c97a-4f8c-b38d-2f7ca2e71091,revision_number=2']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:58.418504 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-b0e2594e-7ff0-450a-94ae-6247404f68bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:58.422024 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b0e2594e-7ff0-450a-94ae-6247404f68bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853752145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630373'] for router_interface, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:58.464824 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a990476-09e6-43b1-9de8-a6da110c4e00 req-ed22cb21-8d2d-4598-b49c-6c16b9999a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:58.466472 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7a990476-09e6-43b1-9de8-a6da110c4e00 req-ed22cb21-8d2d-4598-b49c-6c16b9999a18 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6d72d4c-beec-4b6c-85f1-88e6085aa9dd HTTP/1.1" status: 200  len: 909 time: 0.1875010
Apr 21 14:41:58.559739 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7a990476-09e6-43b1-9de8-a6da110c4e00 req-d68d41d5-477d-4cda-8be7-82f5e87ecf1b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c502f116-b6a2-4756-ba26-b93734eb54c3 HTTP/1.1" status: 200  len: 217 time: 0.0816400
Apr 21 14:41:58.639660 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e2594e-7ff0-450a-94ae-6247404f68bb admin admin] Network fe57891a-5585-497c-82dc-88ae4c719772 is already hosted by enough agents. {{(pid=86394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:41:58.642040 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a990476-09e6-43b1-9de8-a6da110c4e00 req-f3362f35-da31-4c13-983f-c92acfc11175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:58.643947 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7a990476-09e6-43b1-9de8-a6da110c4e00 req-f3362f35-da31-4c13-983f-c92acfc11175 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8708fa15-866c-4f6d-bbee-3a120fd8720b HTTP/1.1" status: 200  len: 848 time: 0.0761902
Apr 21 14:41:58.644221 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-b0e2594e-7ff0-450a-94ae-6247404f68bb admin admin] Resources bound (agent type, host, resource id):  {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:41:58.654084 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2e79cdee-ce28-41b7-9a9f-c66bea64724b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:58.723289 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2e79cdee-ce28-41b7-9a9f-c66bea64724b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:58.745472 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e6c44e48-78f8-4e3e-9304-f7f5610f46e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:58.751208 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7a990476-09e6-43b1-9de8-a6da110c4e00 req-40c3857e-96cb-4fef-bc3c-d5275b0ed954 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6d72d4c-beec-4b6c-85f1-88e6085aa9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0982788
Apr 21 14:41:58.877818 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-2e79cdee-ce28-41b7-9a9f-c66bea64724b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5798112e330e44e7ac5dc88a0e2af4da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9112461
Apr 21 14:41:58.883017 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 56586) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:41:58.883756 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79cdee-ce28-41b7-9a9f-c66bea64724b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363bc93a-b1d6-462c-a338-27a40b06500a,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:58.892747 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2e79cdee-ce28-41b7-9a9f-c66bea64724b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:59.008785 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3486a641-ed08-405e-938e-45cd488ac74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:59.013275 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e2594e-7ff0-450a-94ae-6247404f68bb admin admin] Router 1147fda8-d2c8-4c04-a839-4528934710e6 has already been hosted by L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 {{(pid=86394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 14:41:59.047043 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-79b43fb4-495d-4060-bbaa-239c657f1b0c None None] Provisioning complete for port 41585e74-c97a-4f8c-b38d-2f7ca2e71091 triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:41:59.048785 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7a990476-09e6-43b1-9de8-a6da110c4e00 req-38d4c079-e3bf-4638-acac-0202738d4461 service neutron] 10.222.0.36 "GET /v2.0/networks/f6d72d4c-beec-4b6c-85f1-88e6085aa9dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2847798
Apr 21 14:41:59.049537 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-79b43fb4-495d-4060-bbaa-239c657f1b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:59.054392 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3486a641-ed08-405e-938e-45cd488ac74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:59.067083 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2e967-23c4-469b-a40f-215960d6d7b0 req-d7666611-cf50-4e35-88ee-5f2df72d6381 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:59.082031 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a8d2e967-23c4-469b-a40f-215960d6d7b0 req-d7666611-cf50-4e35-88ee-5f2df72d6381 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.1576979
Apr 21 14:41:59.155304 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-79b43fb4-495d-4060-bbaa-239c657f1b0c None None] Port 41585e74-c97a-4f8c-b38d-2f7ca2e71091 cannot update to ACTIVE because it is not bound. {{(pid=86395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 14:41:59.275312 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 8b9b17be-533a-478c-9a78-6f80d22881e7 up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:41:59.309959 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a8d2e967-23c4-469b-a40f-215960d6d7b0 req-d887bdd3-df7d-45ef-aa28-acd7db2e2d84 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2228136
Apr 21 14:41:59.369453 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3486a641-ed08-405e-938e-45cd488ac74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:59.372541 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7a990476-09e6-43b1-9de8-a6da110c4e00 req-aff23887-1add-44e9-8236-74727f72eeab service neutron] 10.222.0.36 "GET /v2.0/networks/f6d72d4c-beec-4b6c-85f1-88e6085aa9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2504549
Apr 21 14:41:59.375863 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning for port 8b9b17be-533a-478c-9a78-6f80d22881e7 completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:41:59.377490 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-924ef79e-efe9-490b-a575-824193f5ccf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:59.382487 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 8b9b17be-533a-478c-9a78-6f80d22881e7 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:41:59.382916 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:59.397143 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3486a641-ed08-405e-938e-45cd488ac74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363bc93a-b1d6-462c-a338-27a40b06500a,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:59.402879 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e2594e-7ff0-450a-94ae-6247404f68bb admin admin] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:41:59.406273 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-3486a641-ed08-405e-938e-45cd488ac74b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:59.429189 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-b0e2594e-7ff0-450a-94ae-6247404f68bb admin admin] 10.222.0.24 "PUT /v2.0/routers/1147fda8-d2c8-4c04-a839-4528934710e6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2136247
Apr 21 14:41:59.430373 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3486a641-ed08-405e-938e-45cd488ac74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:59.431662 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-3486a641-ed08-405e-938e-45cd488ac74b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/363bc93a-b1d6-462c-a338-27a40b06500a HTTP/1.1" status: 204  len: 168 time: 0.5445929
Apr 21 14:41:59.509901 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-cec84ebc-46b3-4f1a-8ec0-ab1b7963743d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:59.654087 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:59.672538 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a7b3f-e243-48f9-a76f-33d2b46b0c60 req-3a880193-ea19-4f10-ab8a-e542594cd6a0 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:59.677326 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a15a7b3f-e243-48f9-a76f-33d2b46b0c60 req-3a880193-ea19-4f10-ab8a-e542594cd6a0 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=f109b33e-030d-4af9-8fdc-0349a03762fe HTTP/1.1" status: 200  len: 943 time: 0.1939852
Apr 21 14:41:59.693739 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] For port 8b9b17be-533a-478c-9a78-6f80d22881e7, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=8b9b17be-533a-478c-9a78-6f80d22881e7,segment=NetworkSegment(cc9f75c9-c7cc-49bd-a770-8a7cd276112c),segment_id=cc9f75c9-c7cc-49bd-a770-8a7cd276112c)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:41:59.699047 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:41:59.702618 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:41:59.731447 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db5fc0-acf1-419d-bd70-ed75b960a7e6 req-8ffe63d5-2d3a-408a-a816-5206ca508fbe tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:41:59.741234 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-40db5fc0-acf1-419d-bd70-ed75b960a7e6 req-8ffe63d5-2d3a-408a-a816-5206ca508fbe tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=684834d6-7fa6-4a27-b6cd-56f6c05ac666 HTTP/1.1" status: 200  len: 945 time: 0.1381581
Apr 21 14:41:59.768831 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a15a7b3f-e243-48f9-a76f-33d2b46b0c60 req-b7e94bd6-8d1b-4376-b731-26432ae1ce12 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8274af-ac40-4c78-82c8-f7e16c134144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851233
Apr 21 14:41:59.796987 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-40db5fc0-acf1-419d-bd70-ed75b960a7e6 req-b078bc1a-68f2-4cd0-a49f-55c1c4d6d374 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546646
Apr 21 14:41:59.811334 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Pushing event updated for resources: {'Port': ['ID=8b9b17be-533a-478c-9a78-6f80d22881e7,revision_number=4']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:41:59.815543 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:41:59.996477 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 83fb07ca-21dd-407f-8495-e12f05bc4735 up at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:42:00.142078 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning for port 83fb07ca-21dd-407f-8495-e12f05bc4735 completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:42:00.151035 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning complete for port 83fb07ca-21dd-407f-8495-e12f05bc4735 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:42:00.151460 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:00.186573 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2145a160-2aba-46a4-99a7-e173d2649cee None None] Sync routers for ids ['1147fda8-d2c8-4c04-a839-4528934710e6'] in dv-cinder-786385-2-iscsi {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:42:00.215079 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2145a160-2aba-46a4-99a7-e173d2649cee None None] Routers {'1147fda8-d2c8-4c04-a839-4528934710e6'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:42:00.215792 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-2145a160-2aba-46a4-99a7-e173d2649cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f700eba8>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:41:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['1147fda8-d2c8-4c04-a839-4528934710e6'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:42:00.590018 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f4d4a-8845-4157-aa1b-2ad98181d763 req-0bf0d88a-1e85-4224-9d1f-507b6da4d6a8 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:00.592854 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f07f4d4a-8845-4157-aa1b-2ad98181d763 req-0bf0d88a-1e85-4224-9d1f-507b6da4d6a8 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.1276803
Apr 21 14:42:00.656475 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 56636) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:42:00.665611 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-ff4f613f-e883-4ffb-a98d-4afcbc07443d tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1254033739', 'description': 'tempest-secgroup-smoke-1254033739 description', 'project_id': 'a6d44a65707b47e1b0190ca77b504c5a'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:42:00.676586 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-ff4f613f-e883-4ffb-a98d-4afcbc07443d tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:42:00.684291 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-ff4f613f-e883-4ffb-a98d-4afcbc07443d tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Usage tracker for resource:security_group and tenant:a6d44a65707b47e1b0190ca77b504c5a is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:42:00.687602 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:00.689752 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-ff4f613f-e883-4ffb-a98d-4afcbc07443d tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:42:00.703297 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-ff4f613f-e883-4ffb-a98d-4afcbc07443d tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:42:00.712818 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f07f4d4a-8845-4157-aa1b-2ad98181d763 req-edf507e3-e8d1-4aac-b6bf-029116b80f75 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122985
Apr 21 14:42:00.721435 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ff4f613f-e883-4ffb-a98d-4afcbc07443d tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:00.751238 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684834d6-7fa6-4a27-b6cd-56f6c05ac666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fb07ca-21dd-407f-8495-e12f05bc4735'}] {{(pid=86395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:42:00.769778 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-ff4f613f-e883-4ffb-a98d-4afcbc07443d tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:42:00.771556 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-2145a160-2aba-46a4-99a7-e173d2649cee None None] Set router 1147fda8-d2c8-4c04-a839-4528934710e6 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:42:00.779336 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-ff4f613f-e883-4ffb-a98d-4afcbc07443d tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Usage tracker for resource:security_group_rule and tenant:a6d44a65707b47e1b0190ca77b504c5a is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:42:00.785832 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-ff4f613f-e883-4ffb-a98d-4afcbc07443d tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:42:00.798429 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-ff4f613f-e883-4ffb-a98d-4afcbc07443d tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:42:00.833267 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 83fb07ca-21dd-407f-8495-e12f05bc4735, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=83fb07ca-21dd-407f-8495-e12f05bc4735,segment=NetworkSegment(d290187c-a000-4516-b1c4-56d5a796fa49),segment_id=d290187c-a000-4516-b1c4-56d5a796fa49)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:42:00.835925 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684834d6-7fa6-4a27-b6cd-56f6c05ac666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fb07ca-21dd-407f-8495-e12f05bc4735', 'code': 200}
Apr 21 14:42:00.845316 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:00.855498 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:42:00.943468 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=83fb07ca-21dd-407f-8495-e12f05bc4735,revision_number=5']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:42:00.952901 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:42:01.030674 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ff4f613f-e883-4ffb-a98d-4afcbc07443d tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:01.137513 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ff4f613f-e883-4ffb-a98d-4afcbc07443d tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:01.186434 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c88659b4-5dfc-4341-aec4-02806f0bd704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:42:01.201596 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ff4f613f-e883-4ffb-a98d-4afcbc07443d tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:01.203095 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-ff4f613f-e883-4ffb-a98d-4afcbc07443d tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.5452940
Apr 21 14:42:01.213709 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 56646) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:42:01.247555 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-6a8c3932-9759-48b1-81ce-108387877e37 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Request body: {'security_group_rule': {'security_group_id': '17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9', 'project_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:42:01.247880 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ff4bd-7140-4f2d-8fbb-df98259735c0 req-f64c31c3-840f-4d16-bb94-30a9fd1be52d tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:01.248078 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 8b9b17be-533a-478c-9a78-6f80d22881e7 up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:42:01.256911 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-697ff4bd-7140-4f2d-8fbb-df98259735c0 req-f64c31c3-840f-4d16-bb94-30a9fd1be52d tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=f109b33e-030d-4af9-8fdc-0349a03762fe HTTP/1.1" status: 200  len: 943 time: 0.2675996
Apr 21 14:42:01.296029 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-6a8c3932-9759-48b1-81ce-108387877e37 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:42:01.313355 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-6a8c3932-9759-48b1-81ce-108387877e37 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Usage tracker for resource:security_group_rule and tenant:a6d44a65707b47e1b0190ca77b504c5a is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:42:01.319076 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-6a8c3932-9759-48b1-81ce-108387877e37 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:42:01.329474 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-6a8c3932-9759-48b1-81ce-108387877e37 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:42:01.362763 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f613f-e883-4ffb-a98d-4afcbc07443d tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:42:01.371367 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ff4f613f-e883-4ffb-a98d-4afcbc07443d tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:42:01.372535 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6a8c3932-9759-48b1-81ce-108387877e37 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:01.401231 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:42:01.420763 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-697ff4bd-7140-4f2d-8fbb-df98259735c0 req-1fc6be43-c186-4647-a9cb-c4ff9ac18ef6 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8274af-ac40-4c78-82c8-f7e16c134144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1627285
Apr 21 14:42:01.433865 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7afec-8570-4a06-bc6c-1a2c3dc08c52 req-de9f54ea-97af-4f32-9d3d-d00eb1001220 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:01.443018 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7ff7afec-8570-4a06-bc6c-1a2c3dc08c52 req-de9f54ea-97af-4f32-9d3d-d00eb1001220 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=684834d6-7fa6-4a27-b6cd-56f6c05ac666 HTTP/1.1" status: 200  len: 946 time: 0.4303408
Apr 21 14:42:01.461250 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 8b9b17be-533a-478c-9a78-6f80d22881e7 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:42:01.461798 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:01.493807 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614afd6a-d803-4fa8-81cd-abb37bd775c2 req-720a4a75-c358-44ce-99d1-900d604a7079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:01.496142 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-614afd6a-d803-4fa8-81cd-abb37bd775c2 req-720a4a75-c358-44ce-99d1-900d604a7079 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=684834d6-7fa6-4a27-b6cd-56f6c05ac666 HTTP/1.1" status: 200  len: 1099 time: 0.2366736
Apr 21 14:42:01.556690 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7ff7afec-8570-4a06-bc6c-1a2c3dc08c52 req-a3e4d60d-c24e-41d3-9da6-b6e18cd293c3 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114986
Apr 21 14:42:01.583587 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-614afd6a-d803-4fa8-81cd-abb37bd775c2 req-8c408f3a-4344-4c01-a0c4-ba8217eccb10 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770392
Apr 21 14:42:01.587817 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6a8c3932-9759-48b1-81ce-108387877e37 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:01.593290 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6a8c3932-9759-48b1-81ce-108387877e37 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684736'] for security_group_rule, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:01.598342 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:42:01.634559 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c3932-9759-48b1-81ce-108387877e37 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37a989ad-69ba-4eda-8668-6a331b6b0cf7,revision_number=0']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:42:01.638418 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-6a8c3932-9759-48b1-81ce-108387877e37 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:42:01.648050 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6a8c3932-9759-48b1-81ce-108387877e37 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:01.652937 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 56654) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:42:01.661152 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-7b3c224a-aeb0-46a6-80fd-aecdacb50126 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Request body: {'security_group_rule': {'security_group_id': '17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9', 'project_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:42:01.665626 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-6a8c3932-9759-48b1-81ce-108387877e37 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4486096
Apr 21 14:42:01.669623 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-7b3c224a-aeb0-46a6-80fd-aecdacb50126 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:42:01.676289 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-7b3c224a-aeb0-46a6-80fd-aecdacb50126 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Usage tracker for resource:security_group_rule and tenant:a6d44a65707b47e1b0190ca77b504c5a is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:42:01.681561 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-7b3c224a-aeb0-46a6-80fd-aecdacb50126 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:42:01.694663 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-7b3c224a-aeb0-46a6-80fd-aecdacb50126 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:42:01.728636 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7b3c224a-aeb0-46a6-80fd-aecdacb50126 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:01.735870 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-2145a160-2aba-46a4-99a7-e173d2649cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f700eba8>, [{'id': '1147fda8-d2c8-4c04-a839-4528934710e6', 'name': 'tempest-TestShelveInstance-8374316-router', 'tenant_id': '01e95465057243c787344dfee3ddb775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8b9b17be-533a-478c-9a78-6f80d22881e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:45Z', 'updated_at': '2021-04-21T14:41:57Z', 'revision_number': 4, 'project_id': '01e95465057243c787344dfee3ddb775', 'gw_port': {'id': '8b9b17be-533a-478c-9a78-6f80d22881e7', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1147fda8-d2c8-4c04-a839-4528934710e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:48Z', 'updated_at': '2021-04-21T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': '41585e74-c97a-4f8c-b38d-2f7ca2e71091', 'name': '', 'network_id': 'fe57891a-5585-497c-82dc-88ae4c719772', 'tenant_id': '01e95465057243c787344dfee3ddb775', 'mac_address': 'fa:16:3e:c3:6b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1147fda8-d2c8-4c04-a839-4528934710e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'be79a524-06de-4ef4-a066-695ff60a7d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:55Z', 'updated_at': '2021-04-21T14:41:57Z', 'revision_number': 2, 'project_id': '01e95465057243c787344dfee3ddb775', 'subnets': [{'id': 'be79a524-06de-4ef4-a066-695ff60a7d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:42:01.741173 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2145a160-2aba-46a4-99a7-e173d2649cee None None] Checking router: 1147fda8-d2c8-4c04-a839-4528934710e6 for host: dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:42:01.741581 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2145a160-2aba-46a4-99a7-e173d2649cee None None] Updating router 1147fda8-d2c8-4c04-a839-4528934710e6 port 41585e74-c97a-4f8c-b38d-2f7ca2e71091 binding host dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 14:42:01.813780 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2145a160-2aba-46a4-99a7-e173d2649cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:01.923084 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7b3c224a-aeb0-46a6-80fd-aecdacb50126 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:01.928122 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7b3c224a-aeb0-46a6-80fd-aecdacb50126 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684736'] for security_group_rule, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:01.930765 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:42:01.980320 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c224a-aeb0-46a6-80fd-aecdacb50126 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41f93967-120a-4bfd-8c79-1e4b61e33766,revision_number=0']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:42:01.988819 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-7b3c224a-aeb0-46a6-80fd-aecdacb50126 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:42:01.993890 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7b3c224a-aeb0-46a6-80fd-aecdacb50126 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:01.995501 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-7b3c224a-aeb0-46a6-80fd-aecdacb50126 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3411171
Apr 21 14:42:01.998489 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 56668) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:42:02.007955 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device c502f116-b6a2-4756-ba26-b93734eb54c3 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 14:42:02.011846 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-3458e4b9-f624-4747-ad56-1c9d6a87790f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Request body: {'security_group_rule': {'security_group_id': '17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9', 'project_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:42:02.034452 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-3458e4b9-f624-4747-ad56-1c9d6a87790f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:42:02.049414 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-3458e4b9-f624-4747-ad56-1c9d6a87790f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Usage tracker for resource:security_group_rule and tenant:a6d44a65707b47e1b0190ca77b504c5a is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:42:02.058206 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-3458e4b9-f624-4747-ad56-1c9d6a87790f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:42:02.074584 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c95d03-9937-4538-8625-35c8d682d14c req-ba0f4fe6-4c57-448a-93a0-0dac465edaa9 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:02.076044 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-3458e4b9-f624-4747-ad56-1c9d6a87790f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:42:02.077074 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-55c95d03-9937-4538-8625-35c8d682d14c req-ba0f4fe6-4c57-448a-93a0-0dac465edaa9 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.1699636
Apr 21 14:42:02.101942 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3458e4b9-f624-4747-ad56-1c9d6a87790f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:02.157376 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-55c95d03-9937-4538-8625-35c8d682d14c req-a813194d-996a-4629-a570-e3aa56daeeef tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725932
Apr 21 14:42:02.196173 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3458e4b9-f624-4747-ad56-1c9d6a87790f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:02.202787 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3458e4b9-f624-4747-ad56-1c9d6a87790f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684736'] for security_group_rule, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:02.205621 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:42:02.247111 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458e4b9-f624-4747-ad56-1c9d6a87790f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73a8b09f-e27b-4322-8277-3f5a4f8a11ad,revision_number=0']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:42:02.249269 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3458e4b9-f624-4747-ad56-1c9d6a87790f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:02.254586 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-3458e4b9-f624-4747-ad56-1c9d6a87790f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2493477
Apr 21 14:42:02.254890 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9e17da15-a11e-42ad-a3de-227b381b47d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:02.254997 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-3458e4b9-f624-4747-ad56-1c9d6a87790f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:42:02.255086 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 56678) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:42:02.258383 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:02.265042 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-cb092916-5040-4e7b-94a8-83a37dd13d8f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Request body: {'security_group_rule': {'security_group_id': '17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9', 'project_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:42:02.267636 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port c502f116-b6a2-4756-ba26-b93734eb54c3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c502f116-b6a2-4756-ba26-b93734eb54c3,segment=NetworkSegment(ec3221fc-15c4-4be1-82a9-b14c1200d4f7),segment_id=ec3221fc-15c4-4be1-82a9-b14c1200d4f7)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:42:02.278104 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-cb092916-5040-4e7b-94a8-83a37dd13d8f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:42:02.283969 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-cb092916-5040-4e7b-94a8-83a37dd13d8f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Usage tracker for resource:security_group_rule and tenant:a6d44a65707b47e1b0190ca77b504c5a is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:42:02.287432 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-cb092916-5040-4e7b-94a8-83a37dd13d8f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:42:02.294740 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-cb092916-5040-4e7b-94a8-83a37dd13d8f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:42:02.304402 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Returning: {'device': 'c502f116-b6a2-4756-ba26-b93734eb54c3', 'network_id': 'f6d72d4c-beec-4b6c-85f1-88e6085aa9dd', 'port_id': 'c502f116-b6a2-4756-ba26-b93734eb54c3', 'mac_address': 'fa:16:3e:5a:c7:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8708fa15-866c-4f6d-bbee-3a120fd8720b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 14:42:02.315040 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-cb092916-5040-4e7b-94a8-83a37dd13d8f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:02.453688 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:02.456147 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-cb092916-5040-4e7b-94a8-83a37dd13d8f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:02.462464 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-cb092916-5040-4e7b-94a8-83a37dd13d8f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684736'] for security_group_rule, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:02.474424 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-75051fc6-5e0f-40e3-a386-6bfd8c68f7de tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:42:02.501286 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c502f116-b6a2-4756-ba26-b93734eb54c3 {{(pid=86395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:42:02.507935 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a033e7c-451e-4353-b8e8-a9181cd72357 req-0ef639d2-02cc-4bcd-b169-e2ac241e85ad tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:02.509648 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9a033e7c-451e-4353-b8e8-a9181cd72357 req-0ef639d2-02cc-4bcd-b169-e2ac241e85ad tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 0.1659617
Apr 21 14:42:02.513371 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb092916-5040-4e7b-94a8-83a37dd13d8f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=902e9c96-636b-428b-8ea8-7975034d49e7,revision_number=0']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:42:02.518570 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-cb092916-5040-4e7b-94a8-83a37dd13d8f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:42:02.522756 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:02.527104 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-cb092916-5040-4e7b-94a8-83a37dd13d8f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:02.532069 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-cb092916-5040-4e7b-94a8-83a37dd13d8f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2714169
Apr 21 14:42:02.533096 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 56684) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:42:02.538686 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-df7e1d10-6b2d-4c38-a465-13cae879c3ab tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Request body: {'security_group_rule': {'security_group_id': '17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9', 'project_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:42:02.545480 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-df7e1d10-6b2d-4c38-a465-13cae879c3ab tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:42:02.546898 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port c502f116-b6a2-4756-ba26-b93734eb54c3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c502f116-b6a2-4756-ba26-b93734eb54c3,segment=NetworkSegment(ec3221fc-15c4-4be1-82a9-b14c1200d4f7),segment_id=ec3221fc-15c4-4be1-82a9-b14c1200d4f7)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:42:02.550283 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-df7e1d10-6b2d-4c38-a465-13cae879c3ab tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Usage tracker for resource:security_group_rule and tenant:a6d44a65707b47e1b0190ca77b504c5a is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:42:02.557218 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-df7e1d10-6b2d-4c38-a465-13cae879c3ab tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:42:02.558862 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:02.568004 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-df7e1d10-6b2d-4c38-a465-13cae879c3ab tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:42:02.580792 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:42:02.583601 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.securitygroups_db [None req-df7e1d10-6b2d-4c38-a465-13cae879c3ab tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Project a6d44a65707b47e1b0190ca77b504c5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 21 14:42:02.590254 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9a033e7c-451e-4353-b8e8-a9181cd72357 req-a3fee6e8-cdb3-4538-b3db-085bf19fadcd tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0653567
Apr 21 14:42:02.596519 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-df7e1d10-6b2d-4c38-a465-13cae879c3ab tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:02.737199 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=c502f116-b6a2-4756-ba26-b93734eb54c3,revision_number=4']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:42:02.741853 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2145a160-2aba-46a4-99a7-e173d2649cee None None] Notify callbacks [] for port, precommit_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:02.745019 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:42:02.757852 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2145a160-2aba-46a4-99a7-e173d2649cee None None] Transition to ACTIVE for port object 41585e74-c97a-4f8c-b38d-2f7ca2e71091 will not be triggered until provisioned by entity L2. {{(pid=86395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:42:02.765938 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2145a160-2aba-46a4-99a7-e173d2649cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:02.771876 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:42:02.802772 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-df7e1d10-6b2d-4c38-a465-13cae879c3ab tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:02.815261 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-df7e1d10-6b2d-4c38-a465-13cae879c3ab tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684736'] for security_group_rule, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:02.829395 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-3458e4b9-f624-4747-ad56-1c9d6a87790f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:42:02.868262 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b667100-23e7-4d9c-83c0-87ba76e4ba43 req-605a6052-6ca6-4a9a-b25d-28ce4a57ecef tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:02.870202 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6b667100-23e7-4d9c-83c0-87ba76e4ba43 req-605a6052-6ca6-4a9a-b25d-28ce4a57ecef tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=684834d6-7fa6-4a27-b6cd-56f6c05ac666 HTTP/1.1" status: 200  len: 946 time: 0.1631358
Apr 21 14:42:02.870347 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e1d10-6b2d-4c38-a465-13cae879c3ab tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=509c1271-fce7-4037-82ae-75aa4a5cd488,revision_number=0']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:42:02.888047 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-df7e1d10-6b2d-4c38-a465-13cae879c3ab tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:42:02.906027 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64845919-5c93-4a76-9cfc-5f201626d8c4 req-39f12487-02ac-4fa1-80e8-08fa10ecc210 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:02.914582 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-64845919-5c93-4a76-9cfc-5f201626d8c4 req-39f12487-02ac-4fa1-80e8-08fa10ecc210 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=f109b33e-030d-4af9-8fdc-0349a03762fe HTTP/1.1" status: 200  len: 944 time: 0.2510900
Apr 21 14:42:02.916742 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-df7e1d10-6b2d-4c38-a465-13cae879c3ab tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:02.917973 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-df7e1d10-6b2d-4c38-a465-13cae879c3ab tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3844903
Apr 21 14:42:02.930505 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 56690) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:42:02.956760 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc626d-bcf9-4ab0-a4b8-e231731d7148 None None] Pushing event updated for resources: {'Port': ['ID=41585e74-c97a-4f8c-b38d-2f7ca2e71091,revision_number=3']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:42:02.959326 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-af54b088-441a-40b5-9a48-2c8d2af0ce17 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Request body: {'security_group_rule': {'security_group_id': '17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9', 'project_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:42:02.968483 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-70fc626d-bcf9-4ab0-a4b8-e231731d7148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:42:02.975337 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-af54b088-441a-40b5-9a48-2c8d2af0ce17 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:42:02.990253 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6b667100-23e7-4d9c-83c0-87ba76e4ba43 req-8b6704b0-4b8b-42c0-8aee-f9895905c2a1 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071978
Apr 21 14:42:03.005175 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-64845919-5c93-4a76-9cfc-5f201626d8c4 req-dabe7f87-da1b-463c-b1e2-3b28a9c5eee5 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8274af-ac40-4c78-82c8-f7e16c134144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894551
Apr 21 14:42:03.013529 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-af54b088-441a-40b5-9a48-2c8d2af0ce17 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Usage tracker for resource:security_group_rule and tenant:a6d44a65707b47e1b0190ca77b504c5a is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:42:03.017478 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-af54b088-441a-40b5-9a48-2c8d2af0ce17 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:42:03.029244 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-af54b088-441a-40b5-9a48-2c8d2af0ce17 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:42:03.051063 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.securitygroups_db [None req-af54b088-441a-40b5-9a48-2c8d2af0ce17 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Project a6d44a65707b47e1b0190ca77b504c5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 21 14:42:03.070837 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-af54b088-441a-40b5-9a48-2c8d2af0ce17 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:03.081910 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['c502f116-b6a2-4756-ba26-b93734eb54c3'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:42:03.184048 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-af54b088-441a-40b5-9a48-2c8d2af0ce17 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:03.192343 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-af54b088-441a-40b5-9a48-2c8d2af0ce17 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684736'] for security_group_rule, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:03.196256 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-6a8c3932-9759-48b1-81ce-108387877e37 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:42:03.242281 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54b088-441a-40b5-9a48-2c8d2af0ce17 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b85612f-71f2-4d1b-9d42-ba52a6b3d759,revision_number=0']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:42:03.258212 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-af54b088-441a-40b5-9a48-2c8d2af0ce17 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:42:03.263847 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-2145a160-2aba-46a4-99a7-e173d2649cee None None] Attempting to bind port 41585e74-c97a-4f8c-b38d-2f7ca2e71091 on host dv-cinder-786385-2-iscsi for vnic_type normal with profile  {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:42:03.264573 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-2145a160-2aba-46a4-99a7-e173d2649cee None None] Attempting to bind port 41585e74-c97a-4f8c-b38d-2f7ca2e71091 by drivers openvswitch,hyperv on host dv-cinder-786385-2-iscsi at level 0 using segments [{'id': '07d2d60f-14b2-49b0-840e-d90f5c355033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fe57891a-5585-497c-82dc-88ae4c719772'}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:42:03.265258 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2145a160-2aba-46a4-99a7-e173d2649cee None None] Attempting to bind port 41585e74-c97a-4f8c-b38d-2f7ca2e71091 on network fe57891a-5585-497c-82dc-88ae4c719772 {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:42:03.282742 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-af54b088-441a-40b5-9a48-2c8d2af0ce17 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:03.283039 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2145a160-2aba-46a4-99a7-e173d2649cee None None] Checking agent: {'id': '3835c4f8-6870-47cd-b375-7aa1fa6d9f56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 2), 'started_at': datetime.datetime(2021, 4, 21, 14, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:42:03.283496 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2145a160-2aba-46a4-99a7-e173d2649cee None None] Checking segment: {'id': '07d2d60f-14b2-49b0-840e-d90f5c355033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fe57891a-5585-497c-82dc-88ae4c719772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:42:03.284240 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2145a160-2aba-46a4-99a7-e173d2649cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:03.285008 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2145a160-2aba-46a4-99a7-e173d2649cee None None] Bound using segment: {'id': '07d2d60f-14b2-49b0-840e-d90f5c355033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fe57891a-5585-497c-82dc-88ae4c719772'} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:42:03.285922 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-2145a160-2aba-46a4-99a7-e173d2649cee None None] Bound port: 41585e74-c97a-4f8c-b38d-2f7ca2e71091, host: dv-cinder-786385-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d2d60f-14b2-49b0-840e-d90f5c355033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fe57891a-5585-497c-82dc-88ae4c719772'}}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:42:03.286775 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2145a160-2aba-46a4-99a7-e173d2649cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:03.288233 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-af54b088-441a-40b5-9a48-2c8d2af0ce17 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3529944
Apr 21 14:42:03.507615 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45290ba-5cde-44af-9c39-fe5fe598612f req-454b42c6-c61f-4078-82fd-82caf6b3278f tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:03.509296 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b45290ba-5cde-44af-9c39-fe5fe598612f req-454b42c6-c61f-4078-82fd-82caf6b3278f tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.1422126
Apr 21 14:42:03.588506 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b45290ba-5cde-44af-9c39-fe5fe598612f req-e9682bbb-f2cc-406f-ae26-7ce399e312d7 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670788
Apr 21 14:42:03.653751 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-2145a160-2aba-46a4-99a7-e173d2649cee None None] For port 41585e74-c97a-4f8c-b38d-2f7ca2e71091, host dv-cinder-786385-2-iscsi, cleared binding levels {{(pid=86395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:42:03.659579 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-2145a160-2aba-46a4-99a7-e173d2649cee None None] For port 41585e74-c97a-4f8c-b38d-2f7ca2e71091, host dv-cinder-786385-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=41585e74-c97a-4f8c-b38d-2f7ca2e71091,segment=NetworkSegment(07d2d60f-14b2-49b0-840e-d90f5c355033),segment_id=07d2d60f-14b2-49b0-840e-d90f5c355033)] {{(pid=86395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:42:03.679785 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2145a160-2aba-46a4-99a7-e173d2649cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:03.704135 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:42:03.861350 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302c249-555b-4cfe-a424-8d70c1fa543d req-f3500fa7-ff65-4914-a818-15e36cbe94ad tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:03.863411 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6302c249-555b-4cfe-a424-8d70c1fa543d req-f3500fa7-ff65-4914-a818-15e36cbe94ad tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 0.1314225
Apr 21 14:42:03.905741 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2145a160-2aba-46a4-99a7-e173d2649cee None None] Routers {'1147fda8-d2c8-4c04-a839-4528934710e6'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:42:03.907043 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-2145a160-2aba-46a4-99a7-e173d2649cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f700eba8>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:42:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['1147fda8-d2c8-4c04-a839-4528934710e6'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:42:03.975878 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6302c249-555b-4cfe-a424-8d70c1fa543d req-07a1dd03-d384-4db0-a21a-18e127a64ee1 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0987420
Apr 21 14:42:04.034788 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc626d-bcf9-4ab0-a4b8-e231731d7148 None None] Pushing event updated for resources: {'Port': ['ID=41585e74-c97a-4f8c-b38d-2f7ca2e71091,revision_number=4']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:42:04.048657 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-70fc626d-bcf9-4ab0-a4b8-e231731d7148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:42:04.209730 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:04.254536 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-2145a160-2aba-46a4-99a7-e173d2649cee None None] Set router 1147fda8-d2c8-4c04-a839-4528934710e6 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:42:04.407975 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26fa18-4883-44c8-ad96-6f8de93f38c6 req-f33e001d-0702-4f49-90ba-f17bd3af21e7 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:04.419114 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-df26fa18-4883-44c8-ad96-6f8de93f38c6 req-f33e001d-0702-4f49-90ba-f17bd3af21e7 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=684834d6-7fa6-4a27-b6cd-56f6c05ac666 HTTP/1.1" status: 200  len: 946 time: 0.2042310
Apr 21 14:42:04.445718 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c35677-0641-4c8e-b775-59a962f127e5 req-c65aab32-ae92-4953-9615-79a0c1425dad tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:04.448089 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-22c35677-0641-4c8e-b775-59a962f127e5 req-c65aab32-ae92-4953-9615-79a0c1425dad tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=f109b33e-030d-4af9-8fdc-0349a03762fe HTTP/1.1" status: 200  len: 944 time: 0.1722858
Apr 21 14:42:04.510053 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-22c35677-0641-4c8e-b775-59a962f127e5 req-ae00bad8-c8ff-42cb-8277-e069b222ed80 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8274af-ac40-4c78-82c8-f7e16c134144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543303
Apr 21 14:42:04.517510 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-df26fa18-4883-44c8-ad96-6f8de93f38c6 req-1c95d344-7a10-424b-8873-216ebfb8a0bd tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913942
Apr 21 14:42:04.962267 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-2145a160-2aba-46a4-99a7-e173d2649cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f700eba8>, [{'id': '1147fda8-d2c8-4c04-a839-4528934710e6', 'name': 'tempest-TestShelveInstance-8374316-router', 'tenant_id': '01e95465057243c787344dfee3ddb775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8b9b17be-533a-478c-9a78-6f80d22881e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:45Z', 'updated_at': '2021-04-21T14:41:57Z', 'revision_number': 4, 'project_id': '01e95465057243c787344dfee3ddb775', 'gw_port': {'id': '8b9b17be-533a-478c-9a78-6f80d22881e7', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1147fda8-d2c8-4c04-a839-4528934710e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:48Z', 'updated_at': '2021-04-21T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': '41585e74-c97a-4f8c-b38d-2f7ca2e71091', 'name': '', 'network_id': 'fe57891a-5585-497c-82dc-88ae4c719772', 'tenant_id': '01e95465057243c787344dfee3ddb775', 'mac_address': 'fa:16:3e:c3:6b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1147fda8-d2c8-4c04-a839-4528934710e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'be79a524-06de-4ef4-a066-695ff60a7d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:55Z', 'updated_at': '2021-04-21T14:42:03Z', 'revision_number': 4, 'project_id': '01e95465057243c787344dfee3ddb775', 'subnets': [{'id': 'be79a524-06de-4ef4-a066-695ff60a7d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:42:04.974727 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2145a160-2aba-46a4-99a7-e173d2649cee None None] The sync data for ids ['1147fda8-d2c8-4c04-a839-4528934710e6'] in dv-cinder-786385-2-iscsi is: [{'id': '1147fda8-d2c8-4c04-a839-4528934710e6', 'name': 'tempest-TestShelveInstance-8374316-router', 'tenant_id': '01e95465057243c787344dfee3ddb775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8b9b17be-533a-478c-9a78-6f80d22881e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:45Z', 'updated_at': '2021-04-21T14:41:57Z', 'revision_number': 4, 'project_id': '01e95465057243c787344dfee3ddb775', 'gw_port': {'id': '8b9b17be-533a-478c-9a78-6f80d22881e7', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1147fda8-d2c8-4c04-a839-4528934710e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:48Z', 'updated_at': '2021-04-21T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': '41585e74-c97a-4f8c-b38d-2f7ca2e71091', 'name': '', 'network_id': 'fe57891a-5585-497c-82dc-88ae4c719772', 'tenant_id': '01e95465057243c787344dfee3ddb775', 'mac_address': 'fa:16:3e:c3:6b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1147fda8-d2c8-4c04-a839-4528934710e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'be79a524-06de-4ef4-a066-695ff60a7d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:55Z', 'updated_at': '2021-04-21T14:42:03Z', 'revision_number': 4, 'project_id': '01e95465057243c787344dfee3ddb775', 'subnets': [{'id': 'be79a524-06de-4ef4-a066-695ff60a7d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:42:05.081221 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa21c67-1412-411f-bfec-4427524dd78e req-f13f717b-363e-420e-b2e0-89cc21f12d0b tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:05.100555 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-daa21c67-1412-411f-bfec-4427524dd78e req-f13f717b-363e-420e-b2e0-89cc21f12d0b tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.2544961
Apr 21 14:42:05.287011 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-daa21c67-1412-411f-bfec-4427524dd78e req-76d062e9-1e62-4425-940e-ab7a7b2d7258 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1850846
Apr 21 14:42:05.403790 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 41585e74-c97a-4f8c-b38d-2f7ca2e71091 up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:42:05.447182 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 56784) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:42:05.469545 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bab34e-96b9-4d94-a6db-24f8db19f083 req-a994d48e-2bf1-42ba-bf57-935fb1f9f3aa tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:05.473008 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a0bab34e-96b9-4d94-a6db-24f8db19f083 req-a994d48e-2bf1-42ba-bf57-935fb1f9f3aa tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 0.1554902
Apr 21 14:42:05.514475 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning for port 41585e74-c97a-4f8c-b38d-2f7ca2e71091 completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:42:05.526312 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 41585e74-c97a-4f8c-b38d-2f7ca2e71091 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:42:05.526745 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:05.593766 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a0bab34e-96b9-4d94-a6db-24f8db19f083 req-0f2cc7e5-350b-4230-8fad-408088a51747 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1131649
Apr 21 14:42:05.761306 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:05.811164 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] For port 41585e74-c97a-4f8c-b38d-2f7ca2e71091, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=41585e74-c97a-4f8c-b38d-2f7ca2e71091,segment=NetworkSegment(07d2d60f-14b2-49b0-840e-d90f5c355033),segment_id=07d2d60f-14b2-49b0-840e-d90f5c355033)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:42:05.816777 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:05.820469 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-3d4c8c89-111e-4394-a286-c97aaecbd45b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:42:05.858172 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-71b6f2a8-3004-49b9-8337-e365fbec6593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:05.888513 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-71b6f2a8-3004-49b9-8337-e365fbec6593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:42:05.896204 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-71b6f2a8-3004-49b9-8337-e365fbec6593 admin admin] Usage tracker for resource:security_group_rule and tenant:c683eebc41ec4a978be0adf0600b5046 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:42:05.900660 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-71b6f2a8-3004-49b9-8337-e365fbec6593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:42:05.918186 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-71b6f2a8-3004-49b9-8337-e365fbec6593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:42:05.966222 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7054ef-4883-41a2-97cc-57f2ecac9b93 req-6309a53b-6fcc-4fac-b259-b05f9270a81a tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:05.977530 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0e7054ef-4883-41a2-97cc-57f2ecac9b93 req-6309a53b-6fcc-4fac-b259-b05f9270a81a tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=f109b33e-030d-4af9-8fdc-0349a03762fe HTTP/1.1" status: 200  len: 944 time: 0.2527351
Apr 21 14:42:06.080397 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0e7054ef-4883-41a2-97cc-57f2ecac9b93 req-fff3f385-d6ee-4020-801d-be3ed583f496 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8274af-ac40-4c78-82c8-f7e16c134144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928771
Apr 21 14:42:06.086408 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device c502f116-b6a2-4756-ba26-b93734eb54c3 up at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:42:06.142038 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-71b6f2a8-3004-49b9-8337-e365fbec6593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:06.148003 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-71b6f2a8-3004-49b9-8337-e365fbec6593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:06.165355 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-3918474f-4369-445d-8368-038a3b7d8ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:42:06.178464 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Pushing event updated for resources: {'Port': ['ID=41585e74-c97a-4f8c-b38d-2f7ca2e71091,revision_number=5']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:42:06.182199 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:42:06.198924 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning for port c502f116-b6a2-4756-ba26-b93734eb54c3 completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:42:06.205814 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning complete for port c502f116-b6a2-4756-ba26-b93734eb54c3 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:42:06.206311 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:06.256262 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-71b6f2a8-3004-49b9-8337-e365fbec6593 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c683eebc41ec4a978be0adf0600b5046&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8074493
Apr 21 14:42:06.259094 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 56794) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:42:06.265008 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6f2a8-3004-49b9-8337-e365fbec6593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3329f8-9b6f-4eb5-a172-13c1172bbb20,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:42:06.271727 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-71b6f2a8-3004-49b9-8337-e365fbec6593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:42:06.354265 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4327dd16-52d5-41dc-9b6c-7ebadbc63212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:06.388525 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4327dd16-52d5-41dc-9b6c-7ebadbc63212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:06.421720 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:06.475097 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4327dd16-52d5-41dc-9b6c-7ebadbc63212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:06.481680 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-1ce07d3d-57cf-4aab-98d0-8e2ee9405d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:42:06.495268 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327dd16-52d5-41dc-9b6c-7ebadbc63212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3329f8-9b6f-4eb5-a172-13c1172bbb20,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:42:06.504127 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f109b33e-030d-4af9-8fdc-0349a03762fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c502f116-b6a2-4756-ba26-b93734eb54c3'}] {{(pid=86395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:42:06.516993 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-4327dd16-52d5-41dc-9b6c-7ebadbc63212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:42:06.518817 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4327dd16-52d5-41dc-9b6c-7ebadbc63212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:06.523068 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-4327dd16-52d5-41dc-9b6c-7ebadbc63212 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4a3329f8-9b6f-4eb5-a172-13c1172bbb20 HTTP/1.1" status: 204  len: 168 time: 0.2627952
Apr 21 14:42:06.582385 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port c502f116-b6a2-4756-ba26-b93734eb54c3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c502f116-b6a2-4756-ba26-b93734eb54c3,segment=NetworkSegment(ec3221fc-15c4-4be1-82a9-b14c1200d4f7),segment_id=ec3221fc-15c4-4be1-82a9-b14c1200d4f7)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:42:06.588078 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:06.590681 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:42:06.772540 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f109b33e-030d-4af9-8fdc-0349a03762fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c502f116-b6a2-4756-ba26-b93734eb54c3', 'code': 200}
Apr 21 14:42:06.775447 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=c502f116-b6a2-4756-ba26-b93734eb54c3,revision_number=5']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:42:06.786440 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:42:06.875755 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c686d66-64c5-449a-bea8-b1de0fe1b8c9 req-d326055b-8889-4e41-a4c0-054b5ddb11ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:06.879428 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3c686d66-64c5-449a-bea8-b1de0fe1b8c9 req-d326055b-8889-4e41-a4c0-054b5ddb11ad service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 1099 time: 0.3876171
Apr 21 14:42:07.092757 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18a622-d4d7-4cc1-90ed-9a0d06b576e0 req-8a9b843e-2d2d-4eba-b0f5-1d50e2000823 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:07.097872 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1f18a622-d4d7-4cc1-90ed-9a0d06b576e0 req-8a9b843e-2d2d-4eba-b0f5-1d50e2000823 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.2535660
Apr 21 14:42:07.130065 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3c686d66-64c5-449a-bea8-b1de0fe1b8c9 req-a1345f4f-d20f-4224-8c50-cdb90ddaf1f6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2413173
Apr 21 14:42:07.176735 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1f18a622-d4d7-4cc1-90ed-9a0d06b576e0 req-7d83c2fe-8fb7-4240-a7da-340b5f439033 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713971
Apr 21 14:42:07.218133 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 41585e74-c97a-4f8c-b38d-2f7ca2e71091 up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:42:07.232122 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36ecd9-4e08-4d4e-a462-7e507337fc25 req-f5548c15-8d2a-47f3-a2d0-b64879242996 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:07.238991 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-aa36ecd9-4e08-4d4e-a462-7e507337fc25 req-f5548c15-8d2a-47f3-a2d0-b64879242996 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 0.2970731
Apr 21 14:42:07.244076 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9af51-9e61-47d5-8d05-519ee9fd4b22 req-15ca2e6b-3776-4b05-8bf4-ca558f7188de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:07.246140 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-51a9af51-9e61-47d5-8d05-519ee9fd4b22 req-15ca2e6b-3776-4b05-8bf4-ca558f7188de service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f109b33e-030d-4af9-8fdc-0349a03762fe HTTP/1.1" status: 200  len: 1098 time: 0.1949615
Apr 21 14:42:07.307617 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 41585e74-c97a-4f8c-b38d-2f7ca2e71091 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:42:07.308184 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:07.318071 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-aa36ecd9-4e08-4d4e-a462-7e507337fc25 req-316b6b94-2c6a-4ea8-b01c-8cf3cbfa9d18 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0699856
Apr 21 14:42:07.377358 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-51a9af51-9e61-47d5-8d05-519ee9fd4b22 req-13ce3a6d-0403-4df3-960c-50b0f405f2c1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cd8274af-ac40-4c78-82c8-f7e16c134144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861859
Apr 21 14:42:07.557782 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ed8e3-2637-44b6-8083-1ffb712bc068 req-06f969c8-f1c8-4464-8d61-0d8dd2df3031 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:07.559518 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-659ed8e3-2637-44b6-8083-1ffb712bc068 req-06f969c8-f1c8-4464-8d61-0d8dd2df3031 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=f109b33e-030d-4af9-8fdc-0349a03762fe HTTP/1.1" status: 200  len: 945 time: 0.1223407
Apr 21 14:42:07.617606 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-659ed8e3-2637-44b6-8083-1ffb712bc068 req-dfb6691b-f15b-4729-af8d-d81a261bc774 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8274af-ac40-4c78-82c8-f7e16c134144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496171
Apr 21 14:42:08.430376 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218eacd-5044-4f7a-8918-7a2aac8fb987 req-9bcff182-f64a-491f-9c2e-f70b3b1a1378 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:08.432230 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b218eacd-5044-4f7a-8918-7a2aac8fb987 req-9bcff182-f64a-491f-9c2e-f70b3b1a1378 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.1105330
Apr 21 14:42:08.528457 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b218eacd-5044-4f7a-8918-7a2aac8fb987 req-bd9ca72e-926a-4345-beb3-dac2e86bc3b3 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839190
Apr 21 14:42:08.605302 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6050db8-703c-41a4-b301-f6f5c84db90b req-d0b7bb79-4da1-4303-b3fe-5ce7b02a56c5 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:08.607222 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b6050db8-703c-41a4-b301-f6f5c84db90b req-d0b7bb79-4da1-4303-b3fe-5ce7b02a56c5 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 0.1222079
Apr 21 14:42:08.678960 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b6050db8-703c-41a4-b301-f6f5c84db90b req-05e90aca-9851-4853-bf96-4207a90e0738 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0641103
Apr 21 14:42:08.796312 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:08.867074 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa1948-c7c5-471b-b01e-23caa426cd4e req-cb84137f-c75e-4e63-800d-8af71f17fc7f tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:08.868812 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e3fa1948-c7c5-471b-b01e-23caa426cd4e req-cb84137f-c75e-4e63-800d-8af71f17fc7f tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=f109b33e-030d-4af9-8fdc-0349a03762fe HTTP/1.1" status: 200  len: 945 time: 0.1017578
Apr 21 14:42:08.924029 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e3fa1948-c7c5-471b-b01e-23caa426cd4e req-407dec64-0863-4842-9269-3b0ac0cd072c tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8274af-ac40-4c78-82c8-f7e16c134144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460594
Apr 21 14:42:09.811791 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbd21d-63a0-43d3-9892-9377d2b75f62 req-6b14e0b8-bc68-41ee-a301-7cd33bec028e tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:09.813473 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-43bbd21d-63a0-43d3-9892-9377d2b75f62 req-6b14e0b8-bc68-41ee-a301-7cd33bec028e tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.0993195
Apr 21 14:42:09.893950 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-43bbd21d-63a0-43d3-9892-9377d2b75f62 req-c188f521-e91f-4ed2-b218-2c1d51cdf8ab tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700533
Apr 21 14:42:10.003261 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6f3f7-13db-4129-b7e0-1e02c4fa0f68 req-2badbea6-ba48-4810-93e5-6e0eb6766cd6 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:10.006454 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-24e6f3f7-13db-4129-b7e0-1e02c4fa0f68 req-2badbea6-ba48-4810-93e5-6e0eb6766cd6 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 0.1414700
Apr 21 14:42:10.109327 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-24e6f3f7-13db-4129-b7e0-1e02c4fa0f68 req-f7428a8b-e27f-44f1-8201-86f4f62d5a39 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0856802
Apr 21 14:42:10.350698 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e919e-5bd7-4b86-b072-4c5a1e47cd45 req-a48bffaa-da95-442c-bf85-59336094b349 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:10.352529 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bb0e919e-5bd7-4b86-b072-4c5a1e47cd45 req-a48bffaa-da95-442c-bf85-59336094b349 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=f109b33e-030d-4af9-8fdc-0349a03762fe HTTP/1.1" status: 200  len: 945 time: 0.1109300
Apr 21 14:42:10.423792 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bb0e919e-5bd7-4b86-b072-4c5a1e47cd45 req-abdd3d11-8e94-4341-a468-be35e9375974 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8274af-ac40-4c78-82c8-f7e16c134144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593617
Apr 21 14:42:10.623031 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db996e0-b21a-4422-8296-1086bded0145 req-988429d7-4449-4d61-9077-40a36a91146c tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:10.625182 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7db996e0-b21a-4422-8296-1086bded0145 req-988429d7-4449-4d61-9077-40a36a91146c tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.1014338
Apr 21 14:42:10.648462 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81fc0c6-61a5-458b-b68d-d01c08a3196e req-b8237586-b66f-4669-925c-20e77d246d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:10.650472 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a81fc0c6-61a5-458b-b68d-d01c08a3196e req-b8237586-b66f-4669-925c-20e77d246d92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71fbd46f910d42d1975f143a55e34822&device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 1099 time: 0.1308537
Apr 21 14:42:10.688051 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7db996e0-b21a-4422-8296-1086bded0145 req-77c2b251-21cc-4cd1-b9bc-aa2602ade586 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550876
Apr 21 14:42:10.863078 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81fc0c6-61a5-458b-b68d-d01c08a3196e req-c6e63584-459c-4451-832f-3094c0f4ba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:10.865839 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a81fc0c6-61a5-458b-b68d-d01c08a3196e req-c6e63584-459c-4451-832f-3094c0f4ba62 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bacac062-2ca2-4bed-9f00-1f32f650b8c7 HTTP/1.1" status: 200  len: 920 time: 0.2071240
Apr 21 14:42:10.965043 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a81fc0c6-61a5-458b-b68d-d01c08a3196e req-a9de417e-4c46-4e5a-b3ca-acab796544de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=789cafbf-6ab1-45fb-a401-fa6d24cd4994 HTTP/1.1" status: 200  len: 217 time: 0.0875049
Apr 21 14:42:11.080643 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81fc0c6-61a5-458b-b68d-d01c08a3196e req-40deddb6-463a-4c5b-832e-2cac5c894717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:11.082397 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a81fc0c6-61a5-458b-b68d-d01c08a3196e req-40deddb6-463a-4c5b-832e-2cac5c894717 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f4471c1-ae41-4081-b6bd-5b95750edf0f HTTP/1.1" status: 200  len: 859 time: 0.1102686
Apr 21 14:42:11.143169 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a81fc0c6-61a5-458b-b68d-d01c08a3196e req-0f25d35b-5dcf-431e-883c-74eb00809d14 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bacac062-2ca2-4bed-9f00-1f32f650b8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0532007
Apr 21 14:42:11.609633 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a81fc0c6-61a5-458b-b68d-d01c08a3196e req-aa296962-05c3-4f5f-9134-60362ada4990 service neutron] 10.222.0.36 "GET /v2.0/networks/bacac062-2ca2-4bed-9f00-1f32f650b8c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4592657
Apr 21 14:42:11.728797 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f88bb-b219-46d1-b137-67d5b6258785 req-13aef568-0e44-408d-84f2-3a843f783a8e tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:11.732726 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-639f88bb-b219-46d1-b137-67d5b6258785 req-13aef568-0e44-408d-84f2-3a843f783a8e tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 0.4697013
Apr 21 14:42:11.831644 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-639f88bb-b219-46d1-b137-67d5b6258785 req-bb37d36d-ccd1-4155-b0dd-d0423b101fba tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0819254
Apr 21 14:42:11.837172 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a81fc0c6-61a5-458b-b68d-d01c08a3196e req-ce44a3d8-2ffc-4416-a7a3-0924e58b2ea9 service neutron] 10.222.0.36 "GET /v2.0/networks/bacac062-2ca2-4bed-9f00-1f32f650b8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2099526
Apr 21 14:42:11.997640 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d604eb-bdbc-4cd7-9420-a8ebfcdafe75 req-a0dc01f0-8751-42dd-8a8f-0b6b042a438d tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:12.000627 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-43d604eb-bdbc-4cd7-9420-a8ebfcdafe75 req-a0dc01f0-8751-42dd-8a8f-0b6b042a438d tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.1549053
Apr 21 14:42:12.086148 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-43d604eb-bdbc-4cd7-9420-a8ebfcdafe75 req-3981f494-93e4-4b1e-9d02-cbfabf23361e tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719349
Apr 21 14:42:12.109017 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdca18-c22f-4838-beda-da2d71c7b38d req-7e56ad84-f7ec-4a5e-8a2a-1c8605a46051 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:12.112059 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-61bdca18-c22f-4838-beda-da2d71c7b38d req-7e56ad84-f7ec-4a5e-8a2a-1c8605a46051 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=f109b33e-030d-4af9-8fdc-0349a03762fe HTTP/1.1" status: 200  len: 945 time: 0.1537349
Apr 21 14:42:12.169157 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-61bdca18-c22f-4838-beda-da2d71c7b38d req-a297b625-7401-4fab-8e73-fb7d58e1f707 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8274af-ac40-4c78-82c8-f7e16c134144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493975
Apr 21 14:42:13.070860 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30797307-16d8-4472-9035-9509f8798cd3 req-97bbeeda-8a6c-43a0-a29b-fb176bf4adf9 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:13.072558 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-30797307-16d8-4472-9035-9509f8798cd3 req-97bbeeda-8a6c-43a0-a29b-fb176bf4adf9 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 0.1010749
Apr 21 14:42:13.126291 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-30797307-16d8-4472-9035-9509f8798cd3 req-5fa961fb-f4fc-45b2-b4e0-08378424938a tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470736
Apr 21 14:42:13.324518 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba5d80-350c-4310-9028-157aaf6f41bb req-b2b5a413-1a74-495f-8d3d-42303e897164 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:13.326256 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a8ba5d80-350c-4310-9028-157aaf6f41bb req-b2b5a413-1a74-495f-8d3d-42303e897164 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.0992043
Apr 21 14:42:13.383980 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a8ba5d80-350c-4310-9028-157aaf6f41bb req-933a7783-559f-4e31-bbbd-d7f6d3bbfc0c tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490294
Apr 21 14:42:13.402300 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cb657-088e-4938-b930-bc6122bed463 req-ed704813-cd2b-41f9-a308-ba6e27e6fff1 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:13.404044 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b69cb657-088e-4938-b930-bc6122bed463 req-ed704813-cd2b-41f9-a308-ba6e27e6fff1 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=f109b33e-030d-4af9-8fdc-0349a03762fe HTTP/1.1" status: 200  len: 945 time: 0.1029718
Apr 21 14:42:13.464605 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b69cb657-088e-4938-b930-bc6122bed463 req-01b917a4-5023-454a-99c5-d6e05affc547 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8274af-ac40-4c78-82c8-f7e16c134144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533540
Apr 21 14:42:13.871948 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdea458-6508-49af-9be8-c641f064b055 req-8637cae8-a243-4007-be7e-326661845f30 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:13.873777 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8fdea458-6508-49af-9be8-c641f064b055 req-8637cae8-a243-4007-be7e-326661845f30 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.36 "GET /v2.0/ports?device_id=f109b33e-030d-4af9-8fdc-0349a03762fe HTTP/1.1" status: 200  len: 945 time: 0.1062877
Apr 21 14:42:13.970213 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-8fdea458-6508-49af-9be8-c641f064b055 req-00b96624-03e6-4657-acd7-b2a0ca9af895 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Deleting port c502f116-b6a2-4756-ba26-b93734eb54c3 {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:42:13.970715 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-8fdea458-6508-49af-9be8-c641f064b055 req-00b96624-03e6-4657-acd7-b2a0ca9af895 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:14.381331 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-8fdea458-6508-49af-9be8-c641f064b055 req-00b96624-03e6-4657-acd7-b2a0ca9af895 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] For port c502f116-b6a2-4756-ba26-b93734eb54c3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c502f116-b6a2-4756-ba26-b93734eb54c3,segment=NetworkSegment(ec3221fc-15c4-4be1-82a9-b14c1200d4f7),segment_id=ec3221fc-15c4-4be1-82a9-b14c1200d4f7)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:42:14.381950 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-8fdea458-6508-49af-9be8-c641f064b055 req-00b96624-03e6-4657-acd7-b2a0ca9af895 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:14.543216 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-8fdea458-6508-49af-9be8-c641f064b055 req-00b96624-03e6-4657-acd7-b2a0ca9af895 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Calling delete_port for c502f116-b6a2-4756-ba26-b93734eb54c3 owned by compute:nova {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:42:14.623881 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b2e7b-1999-43c6-b69c-f1047ef98d73 req-78cb4cba-17a0-4656-8f4d-01b4bae51ba6 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:14.625658 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6d9b2e7b-1999-43c6-b69c-f1047ef98d73 req-78cb4cba-17a0-4656-8f4d-01b4bae51ba6 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 0.3442833
Apr 21 14:42:14.745495 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6d9b2e7b-1999-43c6-b69c-f1047ef98d73 req-109a2148-8541-4fd2-a2b3-d4bba95267d5 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1070976
Apr 21 14:42:14.771635 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651b4b9-5677-4fd3-8bf5-16228b736d83 req-d8b808e7-3329-405e-aef5-91dc32bfc051 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:14.773200 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5651b4b9-5677-4fd3-8bf5-16228b736d83 req-d8b808e7-3329-405e-aef5-91dc32bfc051 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.1658506
Apr 21 14:42:14.794333 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-8fdea458-6508-49af-9be8-c641f064b055 req-00b96624-03e6-4657-acd7-b2a0ca9af895 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:14.801765 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:42:14.814165 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['c502f116-b6a2-4756-ba26-b93734eb54c3'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:42:14.843114 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5651b4b9-5677-4fd3-8bf5-16228b736d83 req-cb7e3c51-4988-4f2b-bb2a-4c4a0cc53389 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594275
Apr 21 14:42:14.863439 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b96624-03e6-4657-acd7-b2a0ca9af895 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Pushing event deleted for resources: {'Port': ['ID=c502f116-b6a2-4756-ba26-b93734eb54c3,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:42:14.870756 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-00b96624-03e6-4657-acd7-b2a0ca9af895 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:42:15.066236 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fdea458-6508-49af-9be8-c641f064b055 req-00b96624-03e6-4657-acd7-b2a0ca9af895 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] No DVR routers for this DVR port c502f116-b6a2-4756-ba26-b93734eb54c3 on host hv-cinder-78638 {{(pid=86393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 14:42:15.078460 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c414d3fd-994e-440a-9f4a-591f01b4be51 req-dda1837b-2cc9-4778-ad55-1c6ea5234aaf tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.24 "GET /v2.0/ports?device_id=f109b33e-030d-4af9-8fdc-0349a03762fe HTTP/1.1" status: 200  len: 210 time: 0.1267440
Apr 21 14:42:15.079961 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-8fdea458-6508-49af-9be8-c641f064b055 req-00b96624-03e6-4657-acd7-b2a0ca9af895 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:15.084754 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f109b33e-030d-4af9-8fdc-0349a03762fe', 'name': 'network-vif-deleted', 'tag': 'c502f116-b6a2-4756-ba26-b93734eb54c3'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:42:15.123369 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8fdea458-6508-49af-9be8-c641f064b055 req-00b96624-03e6-4657-acd7-b2a0ca9af895 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] 10.222.0.36 "DELETE /v2.0/ports/c502f116-b6a2-4756-ba26-b93734eb54c3 HTTP/1.1" status: 204  len: 173 time: 1.2339778
Apr 21 14:42:15.174652 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f109b33e-030d-4af9-8fdc-0349a03762fe', 'name': 'network-vif-deleted', 'tag': 'c502f116-b6a2-4756-ba26-b93734eb54c3', 'status': 'completed', 'code': 200}
Apr 21 14:42:16.138959 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7bb18-40d2-4105-9e2e-c185ca2aa065 req-5eedfd08-8ebf-4902-88ac-3d7d0a3b972b tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:16.148272 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3ce7bb18-40d2-4105-9e2e-c185ca2aa065 req-5eedfd08-8ebf-4902-88ac-3d7d0a3b972b tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.1756248
Apr 21 14:42:16.200208 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3ce7bb18-40d2-4105-9e2e-c185ca2aa065 req-76a0ebf4-0852-476f-a06e-cc145cf43160 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487928
Apr 21 14:42:16.262947 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e56c1-ff11-4d0b-828e-ddece4fe810d req-0e02da66-db0d-43ef-aaa8-973cb5a76c75 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:16.277392 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8a4e56c1-ff11-4d0b-828e-ddece4fe810d req-0e02da66-db0d-43ef-aaa8-973cb5a76c75 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 0.3316844
Apr 21 14:42:16.379209 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8a4e56c1-ff11-4d0b-828e-ddece4fe810d req-09d39ba7-c123-4557-824b-2b5413b20540 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0999682
Apr 21 14:42:17.996605 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17005cc9-82a3-48f5-906a-408a582149fe req-b766e28c-dee3-49c8-93af-b86270dc2c4d tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:17.998386 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-17005cc9-82a3-48f5-906a-408a582149fe req-b766e28c-dee3-49c8-93af-b86270dc2c4d tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 0.4317122
Apr 21 14:42:18.065386 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device c502f116-b6a2-4756-ba26-b93734eb54c3 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:42:18.083594 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-17005cc9-82a3-48f5-906a-408a582149fe req-14cb748a-e082-495e-b2f2-5782c47553d0 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0763052
Apr 21 14:42:18.123233 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] No Port match for: c502f116-b6a2-4756-ba26-b93734eb54c3 {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:42:18.123639 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device c502f116-b6a2-4756-ba26-b93734eb54c3 not bound to the agent host hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:42:19.315661 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6927625-78d7-4203-8781-6f329b92bc02 req-900a1f5a-d364-4e46-b4ce-f8c11f8ff505 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:19.317286 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e6927625-78d7-4203-8781-6f329b92bc02 req-900a1f5a-d364-4e46-b4ce-f8c11f8ff505 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 0.1040027
Apr 21 14:42:19.369766 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e6927625-78d7-4203-8781-6f329b92bc02 req-f2016775-2f7b-48ef-983b-0c7a4ce37ffc tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453694
Apr 21 14:42:20.615742 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386540d-aa06-445c-b294-769dec0a6f81 req-499e1a22-7123-4cd3-a281-e7b089e176d9 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:20.617717 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c386540d-aa06-445c-b294-769dec0a6f81 req-499e1a22-7123-4cd3-a281-e7b089e176d9 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 0.1076450
Apr 21 14:42:20.675807 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c386540d-aa06-445c-b294-769dec0a6f81 req-e936df63-fefa-477a-b452-d7b9929ea714 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505702
Apr 21 14:42:22.033025 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2f48e-4d98-45c6-bb5f-b17b4f74be83 req-d82fb0cf-f554-43fa-93f5-e12c24e094b8 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:22.034903 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bde2f48e-4d98-45c6-bb5f-b17b4f74be83 req-d82fb0cf-f554-43fa-93f5-e12c24e094b8 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 0.1045387
Apr 21 14:42:22.095638 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bde2f48e-4d98-45c6-bb5f-b17b4f74be83 req-585d88f1-5eb4-4808-8935-2433b9a4a33c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528610
Apr 21 14:42:23.319078 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d44955-5030-4b5d-a462-2a1da2dc11f5 req-98d7b152-8a37-483f-85bd-fd316cf1d6fc tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:23.320673 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a2d44955-5030-4b5d-a462-2a1da2dc11f5 req-98d7b152-8a37-483f-85bd-fd316cf1d6fc tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 0.0942376
Apr 21 14:42:23.377439 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a2d44955-5030-4b5d-a462-2a1da2dc11f5 req-65c563c0-7895-4af4-b3d0-c409a670b704 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443885
Apr 21 14:42:24.617167 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed79d3-d68f-400b-8d17-0978603e99fe req-b5d39ded-3176-4e25-8110-d2e62279990c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:24.620258 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3aed79d3-d68f-400b-8d17-0978603e99fe req-b5d39ded-3176-4e25-8110-d2e62279990c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 0.1109891
Apr 21 14:42:24.677849 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3aed79d3-d68f-400b-8d17-0978603e99fe req-244e8b89-a229-447e-b464-637ed77469b6 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504372
Apr 21 14:42:25.923286 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c74fd1-2bc2-468d-aeab-ed44773697c8 req-70adc7c5-c1ab-45c3-b8af-4fd6e678b143 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:25.924947 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c0c74fd1-2bc2-468d-aeab-ed44773697c8 req-70adc7c5-c1ab-45c3-b8af-4fd6e678b143 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 0.0998623
Apr 21 14:42:25.979977 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c0c74fd1-2bc2-468d-aeab-ed44773697c8 req-b9dcb2c1-15bc-43e1-9745-f08c0c9dbec9 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460517
Apr 21 14:42:26.127946 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 245817c6-3c22-47d2-a7ad-82a9d1f0181d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 14:42:26.456504 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 245817c6-3c22-47d2-a7ad-82a9d1f0181d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=245817c6-3c22-47d2-a7ad-82a9d1f0181d,segment=NetworkSegment(aad70013-a75a-432c-9a4b-498f88914087),segment_id=aad70013-a75a-432c-9a4b-498f88914087)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:42:26.499571 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Returning: {'device': '245817c6-3c22-47d2-a7ad-82a9d1f0181d', 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9', 'port_id': '245817c6-3c22-47d2-a7ad-82a9d1f0181d', 'mac_address': 'fa:16:3e:73:24:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48293642-451e-458e-960c-7fbf1e7e7bc3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 14:42:26.635092 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:26.661581 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 245817c6-3c22-47d2-a7ad-82a9d1f0181d {{(pid=86395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:42:26.687066 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 245817c6-3c22-47d2-a7ad-82a9d1f0181d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=245817c6-3c22-47d2-a7ad-82a9d1f0181d,segment=NetworkSegment(aad70013-a75a-432c-9a4b-498f88914087),segment_id=aad70013-a75a-432c-9a4b-498f88914087)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:42:26.695695 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:26.705584 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9e4a8a78-47ce-46ac-b522-40f176215eee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:42:26.833909 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=245817c6-3c22-47d2-a7ad-82a9d1f0181d,revision_number=6']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:42:26.837556 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:42:26.989743 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['245817c6-3c22-47d2-a7ad-82a9d1f0181d'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:42:27.517341 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139a5e9-97eb-49c4-9bfd-7720c3d841ef req-7317f4d7-3076-4ccf-889c-fb3aba9dae24 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:27.524130 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3139a5e9-97eb-49c4-9bfd-7720c3d841ef req-7317f4d7-3076-4ccf-889c-fb3aba9dae24 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 944 time: 0.1877246
Apr 21 14:42:27.670516 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3139a5e9-97eb-49c4-9bfd-7720c3d841ef req-0275c6be-b74b-43e4-9b67-883a8e356725 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1300733
Apr 21 14:42:28.149222 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 245817c6-3c22-47d2-a7ad-82a9d1f0181d up at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:42:28.252441 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning complete for port 245817c6-3c22-47d2-a7ad-82a9d1f0181d triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:42:28.253550 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:28.432407 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:28.469313 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76e69e-8756-4fc5-9812-183f0f1ea1d6 req-3aaa5a5e-1b08-4fba-95cb-d12c33cf8ceb tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:28.479704 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 245817c6-3c22-47d2-a7ad-82a9d1f0181d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=245817c6-3c22-47d2-a7ad-82a9d1f0181d,segment=NetworkSegment(aad70013-a75a-432c-9a4b-498f88914087),segment_id=aad70013-a75a-432c-9a4b-498f88914087)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:42:28.481289 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf3aa87-b02a-4b58-901a-76f4e825e75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245817c6-3c22-47d2-a7ad-82a9d1f0181d'}] {{(pid=86395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:42:28.482366 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-dd76e69e-8756-4fc5-9812-183f0f1ea1d6 req-3aaa5a5e-1b08-4fba-95cb-d12c33cf8ceb tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=684834d6-7fa6-4a27-b6cd-56f6c05ac666 HTTP/1.1" status: 200  len: 946 time: 0.2812493
Apr 21 14:42:28.489459 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:28.493490 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-5d7205e3-307b-43dd-a1f1-e97197424148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:42:28.570473 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf3aa87-b02a-4b58-901a-76f4e825e75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245817c6-3c22-47d2-a7ad-82a9d1f0181d', 'code': 200}
Apr 21 14:42:28.577821 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-dd76e69e-8756-4fc5-9812-183f0f1ea1d6 req-3f1dee21-778b-4adc-b5ce-91d6b2c00c6b tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937014
Apr 21 14:42:28.592150 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=245817c6-3c22-47d2-a7ad-82a9d1f0181d,revision_number=7']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:42:28.596650 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:42:28.992460 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026356a4-7db0-4c8b-b356-58de41f11e77 req-db53d251-adde-4fdb-91d7-e0c9107185ac tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:29.006836 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-026356a4-7db0-4c8b-b356-58de41f11e77 req-db53d251-adde-4fdb-91d7-e0c9107185ac tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 0.1402586
Apr 21 14:42:29.121554 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-026356a4-7db0-4c8b-b356-58de41f11e77 req-28fcfb28-f106-4706-85f4-805084ffde01 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1132383
Apr 21 14:42:29.434845 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-75f711d6-3cf3-49f5-8108-5d69b0fcaf36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:29.843559 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970724d5-8188-4695-b33e-e3861cc9672d req-7c2da66a-32da-4efa-aa2c-b21c7d4c1a63 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:29.845632 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-970724d5-8188-4695-b33e-e3861cc9672d req-7c2da66a-32da-4efa-aa2c-b21c7d4c1a63 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=684834d6-7fa6-4a27-b6cd-56f6c05ac666 HTTP/1.1" status: 200  len: 946 time: 0.1196823
Apr 21 14:42:29.912237 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-970724d5-8188-4695-b33e-e3861cc9672d req-747586a9-6bf4-46d7-ba0c-99904b689269 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584106
Apr 21 14:42:30.459802 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5b1db-f232-47dd-bfd6-1323b200c44b req-8dbbe78a-36b9-411a-a2b6-22803dc8cb4b tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:30.461584 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f6f5b1db-f232-47dd-bfd6-1323b200c44b req-8dbbe78a-36b9-411a-a2b6-22803dc8cb4b tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 0.1427398
Apr 21 14:42:30.541665 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f6f5b1db-f232-47dd-bfd6-1323b200c44b req-577f0eb3-3837-4ea8-b762-d251c1b2aa27 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0728297
Apr 21 14:42:31.014215 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f47d30-eb66-43a3-835c-bf00261cdb43 req-f83b3348-199a-43dd-aaf0-247e4a8e23f3 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:31.022714 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-88f47d30-eb66-43a3-835c-bf00261cdb43 req-f83b3348-199a-43dd-aaf0-247e4a8e23f3 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 946 time: 0.1370943
Apr 21 14:42:31.085221 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-88f47d30-eb66-43a3-835c-bf00261cdb43 req-4dd82d2c-f22f-40fc-8a2a-dc7299987011 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613332
Apr 21 14:42:31.318388 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db610112-04bf-421d-b015-0645bac41dff req-9f3f269b-2189-4b9f-9978-9c275e3ef99f tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:31.322434 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-db610112-04bf-421d-b015-0645bac41dff req-9f3f269b-2189-4b9f-9978-9c275e3ef99f tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=684834d6-7fa6-4a27-b6cd-56f6c05ac666 HTTP/1.1" status: 200  len: 946 time: 0.1668034
Apr 21 14:42:31.376622 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-db610112-04bf-421d-b015-0645bac41dff req-5dff8a30-4b9c-41fc-8537-e5e76fd00585 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479729
Apr 21 14:42:31.964514 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f96ab8-1dbf-4b21-a115-751b61d8d58c req-1835d909-c13d-41c3-bcf6-1e8d979c37f1 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:31.967140 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-46f96ab8-1dbf-4b21-a115-751b61d8d58c req-1835d909-c13d-41c3-bcf6-1e8d979c37f1 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 0.1850784
Apr 21 14:42:32.077044 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:32.092104 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951d515-d0f3-4cde-9bbf-84e75440a6ce req-55842e99-2da3-4093-8a45-4b10c421c14b tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:32.094254 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5951d515-d0f3-4cde-9bbf-84e75440a6ce req-55842e99-2da3-4093-8a45-4b10c421c14b tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.36 "GET /v2.0/ports?device_id=684834d6-7fa6-4a27-b6cd-56f6c05ac666 HTTP/1.1" status: 200  len: 946 time: 0.2138364
Apr 21 14:42:32.099474 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-46f96ab8-1dbf-4b21-a115-751b61d8d58c req-e1499b3d-5bb9-4a00-830c-32abd60d1198 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1014676
Apr 21 14:42:32.206871 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e7029a63-f897-4d1f-9c3b-b1e3351c7818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:32.258380 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-5951d515-d0f3-4cde-9bbf-84e75440a6ce req-0482c565-01a6-4d38-944f-4bbde610eeae tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Deleting port 83fb07ca-21dd-407f-8495-e12f05bc4735 {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:42:32.259144 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-5951d515-d0f3-4cde-9bbf-84e75440a6ce req-0482c565-01a6-4d38-944f-4bbde610eeae tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:32.499035 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:32.572049 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f9c1a-4d9a-4d73-826d-bf650be0db5e req-b2b3c2fe-7c60-4f1e-bae7-2dd117e0e84e tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:32.582431 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-586f9c1a-4d9a-4d73-826d-bf650be0db5e req-b2b3c2fe-7c60-4f1e-bae7-2dd117e0e84e tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 946 time: 0.2845216
Apr 21 14:42:32.724801 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-586f9c1a-4d9a-4d73-826d-bf650be0db5e req-821829b5-1ef1-4f45-b487-3a2d12e09631 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1410007
Apr 21 14:42:32.820400 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e73353-beb9-4897-a12e-f8260e50a672 req-ea2a7598-7bc8-46ad-8989-538b8cd54d78 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:32.823149 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-11e73353-beb9-4897-a12e-f8260e50a672 req-ea2a7598-7bc8-46ad-8989-538b8cd54d78 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=684834d6-7fa6-4a27-b6cd-56f6c05ac666 HTTP/1.1" status: 200  len: 946 time: 0.1890156
Apr 21 14:42:32.828391 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-5951d515-d0f3-4cde-9bbf-84e75440a6ce req-0482c565-01a6-4d38-944f-4bbde610eeae tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] For port 83fb07ca-21dd-407f-8495-e12f05bc4735, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=83fb07ca-21dd-407f-8495-e12f05bc4735,segment=NetworkSegment(d290187c-a000-4516-b1c4-56d5a796fa49),segment_id=d290187c-a000-4516-b1c4-56d5a796fa49)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:42:32.828895 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-5951d515-d0f3-4cde-9bbf-84e75440a6ce req-0482c565-01a6-4d38-944f-4bbde610eeae tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:32.920626 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-11e73353-beb9-4897-a12e-f8260e50a672 req-4cc78c23-3614-4805-85af-edea6bc26d01 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853786
Apr 21 14:42:33.101528 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-5951d515-d0f3-4cde-9bbf-84e75440a6ce req-0482c565-01a6-4d38-944f-4bbde610eeae tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Calling delete_port for 83fb07ca-21dd-407f-8495-e12f05bc4735 owned by compute:nova {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:42:33.577663 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-5951d515-d0f3-4cde-9bbf-84e75440a6ce req-0482c565-01a6-4d38-944f-4bbde610eeae tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:33.587416 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8da4a4ef-4c9a-4b8d-8b1e-4b5facf7961d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:42:33.595425 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['e2c31a01-40a4-4b6e-aaee-cbeb1067272f', 'c8eaff5b-4a42-4389-bc4b-1592ce5859e2', 'bb2772ae-5550-452f-9ef9-fcef3de1a4f8'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:42:33.673058 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482c565-01a6-4d38-944f-4bbde610eeae tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Pushing event deleted for resources: {'Port': ['ID=83fb07ca-21dd-407f-8495-e12f05bc4735,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:42:33.687074 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-0482c565-01a6-4d38-944f-4bbde610eeae tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:42:33.715544 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e45f23-d9b3-4a8d-b416-191061404d6a req-15f51eca-bdc6-42cb-a221-a3aef6826ab7 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:33.718927 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-40e45f23-d9b3-4a8d-b416-191061404d6a req-15f51eca-bdc6-42cb-a221-a3aef6826ab7 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 0.3423140
Apr 21 14:42:34.217942 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 83fb07ca-21dd-407f-8495-e12f05bc4735 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:42:34.271258 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-40e45f23-d9b3-4a8d-b416-191061404d6a req-531b8ea5-b904-49c9-b3ef-ee47abd4d827 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3739941
Apr 21 14:42:34.274788 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-5951d515-d0f3-4cde-9bbf-84e75440a6ce req-0482c565-01a6-4d38-944f-4bbde610eeae tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] No DVR routers for this DVR port 83fb07ca-21dd-407f-8495-e12f05bc4735 on host hv-cinder-78638 {{(pid=86393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 14:42:34.287505 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-5951d515-d0f3-4cde-9bbf-84e75440a6ce req-0482c565-01a6-4d38-944f-4bbde610eeae tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:34.300697 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684834d6-7fa6-4a27-b6cd-56f6c05ac666', 'name': 'network-vif-deleted', 'tag': '83fb07ca-21dd-407f-8495-e12f05bc4735'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:42:34.339024 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] No Port match for: 83fb07ca-21dd-407f-8495-e12f05bc4735 {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:42:34.339734 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 83fb07ca-21dd-407f-8495-e12f05bc4735 not bound to the agent host hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:42:34.379038 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5951d515-d0f3-4cde-9bbf-84e75440a6ce req-0482c565-01a6-4d38-944f-4bbde610eeae tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.36 "DELETE /v2.0/ports/83fb07ca-21dd-407f-8495-e12f05bc4735 HTTP/1.1" status: 204  len: 173 time: 2.2773089
Apr 21 14:42:34.525858 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:34.542491 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c5279-a7fe-4e51-b734-d15f36dac63a req-73293f04-edc6-4caf-8a3d-3a6a162a505f tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:34.551064 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-908c5279-a7fe-4e51-b734-d15f36dac63a req-73293f04-edc6-4caf-8a3d-3a6a162a505f tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 946 time: 0.4077709
Apr 21 14:42:34.672139 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-908c5279-a7fe-4e51-b734-d15f36dac63a req-79e43ab5-808b-410a-9ee7-c3a66859cc59 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032801
Apr 21 14:42:34.858403 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684834d6-7fa6-4a27-b6cd-56f6c05ac666', 'name': 'network-vif-deleted', 'tag': '83fb07ca-21dd-407f-8495-e12f05bc4735', 'status': 'completed', 'code': 200}
Apr 21 14:42:34.891281 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-c8648a4c-1ac8-4cd7-842a-be8c977c3724 req-46b68939-0b81-4866-97b6-3de17a55fc82 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Synchronizing usage tracker for tenant:c273beec5c4c4f89a4c7c896497de7b8 on resource:port {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:42:34.943906 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-c8648a4c-1ac8-4cd7-842a-be8c977c3724 req-46b68939-0b81-4866-97b6-3de17a55fc82 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Unset dirty status for tenant:c273beec5c4c4f89a4c7c896497de7b8 on resource:port {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:42:34.947224 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c8648a4c-1ac8-4cd7-842a-be8c977c3724 req-46b68939-0b81-4866-97b6-3de17a55fc82 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=684834d6-7fa6-4a27-b6cd-56f6c05ac666 HTTP/1.1" status: 200  len: 210 time: 0.2921607
Apr 21 14:42:35.522846 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5b9a4-eebf-4953-afaa-9cf9698d946d req-f805ded7-8461-4257-9250-21d83262b2d1 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:35.526101 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7df5b9a4-eebf-4953-afaa-9cf9698d946d req-f805ded7-8461-4257-9250-21d83262b2d1 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.36 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 946 time: 0.3577883
Apr 21 14:42:35.764975 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-7df5b9a4-eebf-4953-afaa-9cf9698d946d req-1da29faa-1c3e-48c5-9774-108e6252c30f tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Deleting port 658f52f1-b89f-4063-94df-1cdd4ca78f62 {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:42:35.765547 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-7df5b9a4-eebf-4953-afaa-9cf9698d946d req-1da29faa-1c3e-48c5-9774-108e6252c30f tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:36.133869 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d5489-8800-400b-8213-3f7abc90140b req-ba1afcc3-68ba-440f-8cd4-ce29028adf9d tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:36.156256 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6c8d5489-8800-400b-8213-3f7abc90140b req-ba1afcc3-68ba-440f-8cd4-ce29028adf9d tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 0.4948854
Apr 21 14:42:36.289297 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6c8d5489-8800-400b-8213-3f7abc90140b req-6db54c75-8c9c-4e8d-9343-61caf006123f tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1314459
Apr 21 14:42:37.362327 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e208cfe-50bb-42fd-9673-06b19f20e269 req-50507fe7-19f2-4711-9509-52dfc9afd665 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:37.372216 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5e208cfe-50bb-42fd-9673-06b19f20e269 req-50507fe7-19f2-4711-9509-52dfc9afd665 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 946 time: 1.0084188
Apr 21 14:42:37.422125 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-7df5b9a4-eebf-4953-afaa-9cf9698d946d req-1da29faa-1c3e-48c5-9774-108e6252c30f tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] For port 658f52f1-b89f-4063-94df-1cdd4ca78f62, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=658f52f1-b89f-4063-94df-1cdd4ca78f62,segment=NetworkSegment(b1006777-ba8a-4e5f-963e-98057016fe18),segment_id=b1006777-ba8a-4e5f-963e-98057016fe18)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:42:37.422661 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-7df5b9a4-eebf-4953-afaa-9cf9698d946d req-1da29faa-1c3e-48c5-9774-108e6252c30f tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:37.666131 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5e208cfe-50bb-42fd-9673-06b19f20e269 req-20aa8a9b-1643-4e78-b304-69e01b35696b tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2926736
Apr 21 14:42:37.750028 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf333f2b-c1b1-4464-af7c-160e14d4e748 req-434a7515-e0d6-4b36-8d3f-599040fca0ac tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:37.778445 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-cf333f2b-c1b1-4464-af7c-160e14d4e748 req-434a7515-e0d6-4b36-8d3f-599040fca0ac tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 0.2359312
Apr 21 14:42:37.785130 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-7df5b9a4-eebf-4953-afaa-9cf9698d946d req-1da29faa-1c3e-48c5-9774-108e6252c30f tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Calling delete_port for 658f52f1-b89f-4063-94df-1cdd4ca78f62 owned by compute:nova {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:42:37.929956 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-cf333f2b-c1b1-4464-af7c-160e14d4e748 req-64b6b68a-7df5-4e07-ae99-56b36c326f63 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1423440
Apr 21 14:42:38.180554 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 658f52f1-b89f-4063-94df-1cdd4ca78f62 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:42:38.331643 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-7df5b9a4-eebf-4953-afaa-9cf9698d946d req-1da29faa-1c3e-48c5-9774-108e6252c30f tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:38.392614 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:42:38.409863 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-0482c565-01a6-4d38-944f-4bbde610eeae tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:42:38.453233 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['789cafbf-6ab1-45fb-a401-fa6d24cd4994'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:42:38.541717 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] No Port match for: 658f52f1-b89f-4063-94df-1cdd4ca78f62 {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:42:38.542711 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 658f52f1-b89f-4063-94df-1cdd4ca78f62 not bound to the agent host hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:42:38.631843 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da29faa-1c3e-48c5-9774-108e6252c30f tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Pushing event deleted for resources: {'Port': ['ID=658f52f1-b89f-4063-94df-1cdd4ca78f62,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:42:38.995842 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:39.047800 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da29faa-1c3e-48c5-9774-108e6252c30f tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:42:39.048580 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da29faa-1c3e-48c5-9774-108e6252c30f tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:42:39.049113 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da29faa-1c3e-48c5-9774-108e6252c30f tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:42:39.055645 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da29faa-1c3e-48c5-9774-108e6252c30f tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:42:39.056795 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da29faa-1c3e-48c5-9774-108e6252c30f tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:42:39.057700 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da29faa-1c3e-48c5-9774-108e6252c30f tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:42:39.058424 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da29faa-1c3e-48c5-9774-108e6252c30f tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:42:39.062722 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da29faa-1c3e-48c5-9774-108e6252c30f tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:42:39.063677 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da29faa-1c3e-48c5-9774-108e6252c30f tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:42:39.065749 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da29faa-1c3e-48c5-9774-108e6252c30f tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:42:39.066701 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da29faa-1c3e-48c5-9774-108e6252c30f tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:42:39.076500 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da29faa-1c3e-48c5-9774-108e6252c30f tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:42:39.091500 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df5b9a4-eebf-4953-afaa-9cf9698d946d req-1da29faa-1c3e-48c5-9774-108e6252c30f tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] No DVR routers for this DVR port 658f52f1-b89f-4063-94df-1cdd4ca78f62 on host hv-cinder-78638 {{(pid=86393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 14:42:39.099650 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-1da29faa-1c3e-48c5-9774-108e6252c30f tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:42:39.141919 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-7df5b9a4-eebf-4953-afaa-9cf9698d946d req-1da29faa-1c3e-48c5-9774-108e6252c30f tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:39.188359 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95fa274-cc0e-4aee-bbc2-4a060be8e4b6', 'name': 'network-vif-deleted', 'tag': '658f52f1-b89f-4063-94df-1cdd4ca78f62'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:42:39.265960 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-09d89c2e-99eb-456a-beb5-48c0861eb735 req-7f4d84f8-623a-483b-b12e-5f06d0ed95c0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 1.0953476
Apr 21 14:42:39.307212 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7df5b9a4-eebf-4953-afaa-9cf9698d946d req-1da29faa-1c3e-48c5-9774-108e6252c30f tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.36 "DELETE /v2.0/ports/658f52f1-b89f-4063-94df-1cdd4ca78f62 HTTP/1.1" status: 204  len: 173 time: 3.7622280
Apr 21 14:42:39.431659 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-17bb4ed2-e6e5-45f3-a5d7-c946dfbbf4c3 req-eabefd5c-9b6f-4c45-872e-2422dbcae276 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95fa274-cc0e-4aee-bbc2-4a060be8e4b6 HTTP/1.1" status: 200  len: 210 time: 0.2511621
Apr 21 14:42:39.706084 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d89c2e-99eb-456a-beb5-48c0861eb735 req-55419407-47ca-4013-9911-415bf95da799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:39.710048 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-09d89c2e-99eb-456a-beb5-48c0861eb735 req-55419407-47ca-4013-9911-415bf95da799 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71fbd46f910d42d1975f143a55e34822&device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 1099 time: 0.3972311
Apr 21 14:42:40.013634 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-f230c6cb-3026-4a53-8bc5-4570ef0117e4 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Synchronizing usage tracker for tenant:a6d44a65707b47e1b0190ca77b504c5a on resource:security_group {{(pid=86394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:42:40.087440 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-f230c6cb-3026-4a53-8bc5-4570ef0117e4 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Unset dirty status for tenant:a6d44a65707b47e1b0190ca77b504c5a on resource:security_group {{(pid=86394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:42:40.094878 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-f230c6cb-3026-4a53-8bc5-4570ef0117e4 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1254033739&fields=id&tenant_id=a6d44a65707b47e1b0190ca77b504c5a HTTP/1.1" status: 200  len: 267 time: 0.1649797
Apr 21 14:42:40.158901 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d89c2e-99eb-456a-beb5-48c0861eb735 req-008317d3-f847-44fc-b4a6-de3753ca14fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:40.161031 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-09d89c2e-99eb-456a-beb5-48c0861eb735 req-008317d3-f847-44fc-b4a6-de3753ca14fc service neutron] 10.222.0.36 "GET /v2.0/networks?id=bacac062-2ca2-4bed-9f00-1f32f650b8c7 HTTP/1.1" status: 200  len: 920 time: 0.4064093
Apr 21 14:42:40.347440 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-09d89c2e-99eb-456a-beb5-48c0861eb735 req-25881aab-0db3-4ab2-ae7f-bd9a13baecb6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=789cafbf-6ab1-45fb-a401-fa6d24cd4994 HTTP/1.1" status: 200  len: 217 time: 0.1413236
Apr 21 14:42:40.440184 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d89c2e-99eb-456a-beb5-48c0861eb735 req-444e146f-89a0-4481-b3ac-ee6dd5d4d424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:40.442768 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-09d89c2e-99eb-456a-beb5-48c0861eb735 req-444e146f-89a0-4481-b3ac-ee6dd5d4d424 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f4471c1-ae41-4081-b6bd-5b95750edf0f HTTP/1.1" status: 200  len: 859 time: 0.0874960
Apr 21 14:42:40.536452 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-5a8bff99-0c43-4f31-bc47-a1ccb5da65e6 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:40.545733 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-5a8bff99-0c43-4f31-bc47-a1ccb5da65e6 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/networks?id=a003a337-7cb6-4621-a360-57adf836244c HTTP/1.1" status: 200  len: 808 time: 0.4426777
Apr 21 14:42:40.552137 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-09d89c2e-99eb-456a-beb5-48c0861eb735 req-8971e25d-549f-4222-883f-2dbd60c33fbd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bacac062-2ca2-4bed-9f00-1f32f650b8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0948083
Apr 21 14:42:40.567307 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-198b918d-f14a-4058-b2a6-e70ae0c3e3a7 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/quotas/a6d44a65707b47e1b0190ca77b504c5a HTTP/1.1" status: 200  len: 375 time: 0.0201936
Apr 21 14:42:40.801618 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-09d89c2e-99eb-456a-beb5-48c0861eb735 req-6c86ac58-1b4a-44aa-97ad-7ca6cd5215ac service neutron] 10.222.0.36 "GET /v2.0/networks/bacac062-2ca2-4bed-9f00-1f32f650b8c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2351434
Apr 21 14:42:40.821714 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-6adbdea8-de54-4a35-b7ed-f268ce6a9bd3 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Synchronizing usage tracker for tenant:a6d44a65707b47e1b0190ca77b504c5a on resource:port {{(pid=86394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:42:40.890667 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-6adbdea8-de54-4a35-b7ed-f268ce6a9bd3 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Unset dirty status for tenant:a6d44a65707b47e1b0190ca77b504c5a on resource:port {{(pid=86394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:42:40.894022 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-6adbdea8-de54-4a35-b7ed-f268ce6a9bd3 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6d44a65707b47e1b0190ca77b504c5a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3255079
Apr 21 14:42:40.950381 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b7902-e653-4a3d-9664-e2dec6a8b99f req-c67bee7c-fcab-4938-864f-b38d442cfa76 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:40.958490 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-009b7902-e653-4a3d-9664-e2dec6a8b99f req-c67bee7c-fcab-4938-864f-b38d442cfa76 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 0.7959509
Apr 21 14:42:41.089106 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-009b7902-e653-4a3d-9664-e2dec6a8b99f req-123699cc-ad82-4ce2-9fe3-0bd623b232dc tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1294708
Apr 21 14:42:41.141768 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-09d89c2e-99eb-456a-beb5-48c0861eb735 req-d4e1b323-28c7-4079-9964-79aebf5345f0 service neutron] 10.222.0.36 "GET /v2.0/networks/bacac062-2ca2-4bed-9f00-1f32f650b8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3278980
Apr 21 14:42:41.194045 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95fa274-cc0e-4aee-bbc2-4a060be8e4b6', 'name': 'network-vif-deleted', 'tag': '658f52f1-b89f-4063-94df-1cdd4ca78f62', 'status': 'completed', 'code': 200}
Apr 21 14:42:41.359127 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-e9c20271-97a0-4468-b4f4-8512c2c49cbc service neutron] 10.222.0.24 "GET /v2.0/networks/a003a337-7cb6-4621-a360-57adf836244c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4449861
Apr 21 14:42:41.537065 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf3d2f-6c46-4461-a410-a067fbf16b75 req-025150a9-fcce-4e32-beed-e8246ed785d1 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:41.553356 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0bbf3d2f-6c46-4461-a410-a067fbf16b75 req-025150a9-fcce-4e32-beed-e8246ed785d1 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=68ec6110-d4fc-47b0-98e2-3d3bbd9f277c HTTP/1.1" status: 200  len: 945 time: 0.2153914
Apr 21 14:42:41.664562 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0bbf3d2f-6c46-4461-a410-a067fbf16b75 req-e2739f02-cccc-439e-8034-ebd35bdb316a tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100075
Apr 21 14:42:41.787457 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-18830a0c-6c83-4471-a3ba-7226f8f77fc6 service neutron] 10.222.0.24 "GET /v2.0/networks/a003a337-7cb6-4621-a360-57adf836244c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4215481
Apr 21 14:42:42.229014 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593c774-ce2f-4958-af4f-29ddd9f830ba req-5b36cef1-1952-4718-ac97-8b62f26f4193 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:42.234862 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6593c774-ce2f-4958-af4f-29ddd9f830ba req-5b36cef1-1952-4718-ac97-8b62f26f4193 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.36 "GET /v2.0/ports?device_id=68ec6110-d4fc-47b0-98e2-3d3bbd9f277c HTTP/1.1" status: 200  len: 945 time: 0.1875780
Apr 21 14:42:42.405228 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-6593c774-ce2f-4958-af4f-29ddd9f830ba req-1a03b4db-485f-445b-80d5-a42117d0129e tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Deleting port bb2772ae-5550-452f-9ef9-fcef3de1a4f8 {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:42:42.405656 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-6593c774-ce2f-4958-af4f-29ddd9f830ba req-1a03b4db-485f-445b-80d5-a42117d0129e tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:43.156627 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-6593c774-ce2f-4958-af4f-29ddd9f830ba req-1a03b4db-485f-445b-80d5-a42117d0129e tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] For port bb2772ae-5550-452f-9ef9-fcef3de1a4f8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bb2772ae-5550-452f-9ef9-fcef3de1a4f8,segment=NetworkSegment(d290187c-a000-4516-b1c4-56d5a796fa49),segment_id=d290187c-a000-4516-b1c4-56d5a796fa49)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:42:43.157168 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-6593c774-ce2f-4958-af4f-29ddd9f830ba req-1a03b4db-485f-445b-80d5-a42117d0129e tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:43.206422 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53791527-bfe3-4831-a6c0-cf9668ba7c83 req-2c4b6f0b-f05f-4d4d-922a-eee02302573e tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:43.222861 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-53791527-bfe3-4831-a6c0-cf9668ba7c83 req-2c4b6f0b-f05f-4d4d-922a-eee02302573e tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.3134391
Apr 21 14:42:43.329800 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-53791527-bfe3-4831-a6c0-cf9668ba7c83 req-0ab16447-6103-48ae-84ac-0d0ab64e8d8b tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052332
Apr 21 14:42:43.462164 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-6593c774-ce2f-4958-af4f-29ddd9f830ba req-1a03b4db-485f-445b-80d5-a42117d0129e tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Calling delete_port for bb2772ae-5550-452f-9ef9-fcef3de1a4f8 owned by compute:nova {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:42:43.850011 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-6593c774-ce2f-4958-af4f-29ddd9f830ba req-1a03b4db-485f-445b-80d5-a42117d0129e tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:43.862633 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['e2c31a01-40a4-4b6e-aaee-cbeb1067272f', 'c8eaff5b-4a42-4389-bc4b-1592ce5859e2'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:42:43.872534 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ef88bdce-afee-4a36-9923-ec5e05127b28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:42:43.918818 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-afb11b91-b3c7-48f6-9f55-600d059ef4e6 req-e0e656d7-c569-4db8-abb7-dac287ad797b tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=68ec6110-d4fc-47b0-98e2-3d3bbd9f277c HTTP/1.1" status: 200  len: 210 time: 0.2387128
Apr 21 14:42:44.122210 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5e360-0ad1-4d8e-98ce-283695a9825a req-87e7d480-cc9a-478f-b64f-06dd10fa0f79 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:44.154568 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-51d5e360-0ad1-4d8e-98ce-283695a9825a req-87e7d480-cc9a-478f-b64f-06dd10fa0f79 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 1.7065511
Apr 21 14:42:44.161424 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03b4db-485f-445b-80d5-a42117d0129e tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Pushing event deleted for resources: {'Port': ['ID=bb2772ae-5550-452f-9ef9-fcef3de1a4f8,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:42:44.268305 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device bb2772ae-5550-452f-9ef9-fcef3de1a4f8 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:42:44.284229 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-1a03b4db-485f-445b-80d5-a42117d0129e tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:42:44.337873 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e6bc8308-a870-487b-864e-b01d0c157795 req-1a269cb9-8c41-4a5c-8e14-613caefe757f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 210 time: 0.1331997
Apr 21 14:42:44.605361 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92092c-7f86-4a5c-b40f-b5779bedfcd7 req-8c04a27c-faf5-4fea-bc7a-96f2f5f95911 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:44.614252 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5b92092c-7f86-4a5c-b40f-b5779bedfcd7 req-8c04a27c-faf5-4fea-bc7a-96f2f5f95911 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.1264429
Apr 21 14:42:44.650288 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-6593c774-ce2f-4958-af4f-29ddd9f830ba req-1a03b4db-485f-445b-80d5-a42117d0129e tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] No DVR routers for this DVR port bb2772ae-5550-452f-9ef9-fcef3de1a4f8 on host hv-cinder-78638 {{(pid=86393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 14:42:44.685486 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-6593c774-ce2f-4958-af4f-29ddd9f830ba req-1a03b4db-485f-445b-80d5-a42117d0129e tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:44.691453 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] No Port match for: bb2772ae-5550-452f-9ef9-fcef3de1a4f8 {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:42:44.692276 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device bb2772ae-5550-452f-9ef9-fcef3de1a4f8 not bound to the agent host hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:42:44.692832 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ec6110-d4fc-47b0-98e2-3d3bbd9f277c', 'name': 'network-vif-deleted', 'tag': 'bb2772ae-5550-452f-9ef9-fcef3de1a4f8'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:42:44.695953 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5b92092c-7f86-4a5c-b40f-b5779bedfcd7 req-aa0868cb-9225-4784-991e-9cefa094cc25 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804074
Apr 21 14:42:44.769063 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-51d5e360-0ad1-4d8e-98ce-283695a9825a req-d98a3c0d-1223-418c-8e5c-b513a106f26f tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5765421
Apr 21 14:42:44.779260 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6593c774-ce2f-4958-af4f-29ddd9f830ba req-1a03b4db-485f-445b-80d5-a42117d0129e tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.36 "DELETE /v2.0/ports/bb2772ae-5550-452f-9ef9-fcef3de1a4f8 HTTP/1.1" status: 204  len: 173 time: 2.5369992
Apr 21 14:42:44.789285 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ec6110-d4fc-47b0-98e2-3d3bbd9f277c', 'name': 'network-vif-deleted', 'tag': 'bb2772ae-5550-452f-9ef9-fcef3de1a4f8', 'status': 'completed', 'code': 200}
Apr 21 14:42:45.332031 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f8e60ebc-e892-4425-af43-2dff63ba9d8f req-fcd6609d-a1ed-486b-b8dc-c1deb0b60ed8 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=68ec6110-d4fc-47b0-98e2-3d3bbd9f277c HTTP/1.1" status: 200  len: 210 time: 0.1019151
Apr 21 14:42:45.820428 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c2d17170-6d7e-4cb3-a4d8-919cd955ba64 req-7971ffa1-2776-42ad-bc0d-287475a89a48 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 210 time: 0.1745863
Apr 21 14:42:46.439352 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f7fd5-329d-4026-b9dc-d14fea528ee3 req-bea573bf-8107-4bd7-9b67-53f2bb6b1791 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:46.462048 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-553f7fd5-329d-4026-b9dc-d14fea528ee3 req-bea573bf-8107-4bd7-9b67-53f2bb6b1791 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.3429277
Apr 21 14:42:46.649649 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-c839a23e-2615-4c75-9f06-78c0402b8fb5 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:46.651067 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-c839a23e-2615-4c75-9f06-78c0402b8fb5 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Synchronizing usage tracker for tenant:a6d44a65707b47e1b0190ca77b504c5a on resource:network {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:42:46.682980 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-553f7fd5-329d-4026-b9dc-d14fea528ee3 req-b1831adf-a7b6-446a-accc-5610f6ad65f7 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2100492
Apr 21 14:42:46.763809 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-c839a23e-2615-4c75-9f06-78c0402b8fb5 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Unset dirty status for tenant:a6d44a65707b47e1b0190ca77b504c5a on resource:network {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:42:46.769098 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-c839a23e-2615-4c75-9f06-78c0402b8fb5 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.36 "GET /v2.0/networks?id=a003a337-7cb6-4621-a360-57adf836244c HTTP/1.1" status: 200  len: 808 time: 0.6487892
Apr 21 14:42:47.141206 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-1d5e917a-62f0-420a-99f4-7c1f41f8655f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Synchronizing usage tracker for tenant:a6d44a65707b47e1b0190ca77b504c5a on resource:security_group {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:42:47.236523 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e27979-c93d-4074-a129-51ce1bd05c66 req-9d5af46d-f07d-449c-a971-4b2ad49785fc tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:47.251503 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-83e27979-c93d-4074-a129-51ce1bd05c66 req-9d5af46d-f07d-449c-a971-4b2ad49785fc tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 0.8069499
Apr 21 14:42:47.324959 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-1d5e917a-62f0-420a-99f4-7c1f41f8655f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Unset dirty status for tenant:a6d44a65707b47e1b0190ca77b504c5a on resource:security_group {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:42:47.327117 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-1d5e917a-62f0-420a-99f4-7c1f41f8655f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6d44a65707b47e1b0190ca77b504c5a HTTP/1.1" status: 200  len: 380 time: 0.5082903
Apr 21 14:42:47.342188 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-82793e13-bde7-46b4-b178-7a751f1fd950 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Request body: {'port': {'device_id': '96ad6998-eddd-4b1f-b1f8-adada36a72a7', 'network_id': 'a003a337-7cb6-4621-a360-57adf836244c', 'admin_state_up': True, 'tenant_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'security_groups': ['17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9']}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:42:47.397194 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-83e27979-c93d-4074-a129-51ce1bd05c66 req-f4249a4a-ac1f-459c-b611-c9b4548276b9 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1439321
Apr 21 14:42:47.484536 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f5701da7-fdb8-4493-9e9b-c537a0948207 req-b37b1ef2-bd22-4f85-a5a5-7fe5d4e22efc tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=68ec6110-d4fc-47b0-98e2-3d3bbd9f277c HTTP/1.1" status: 200  len: 210 time: 0.2386677
Apr 21 14:42:47.747880 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-82793e13-bde7-46b4-b178-7a751f1fd950 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:42:47.893521 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-82793e13-bde7-46b4-b178-7a751f1fd950 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:42:47.934283 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7e6314cc-5f26-4e9c-8901-f08dea9a2693 req-c6435432-b246-4ece-b7ed-f42d085b395c tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 210 time: 0.1566243
Apr 21 14:42:48.016865 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-82793e13-bde7-46b4-b178-7a751f1fd950 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Made reservation on behalf of a6d44a65707b47e1b0190ca77b504c5a for: {'port': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:42:48.164352 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-82793e13-bde7-46b4-b178-7a751f1fd950 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:48.417637 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba31a51-59af-4709-9739-41e39dd45c8c req-00e203ce-f752-4b81-8048-853bb3a42bc6 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:48.438917 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2ba31a51-59af-4709-9739-41e39dd45c8c req-00e203ce-f752-4b81-8048-853bb3a42bc6 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.3657136
Apr 21 14:42:48.599043 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2ba31a51-59af-4709-9739-41e39dd45c8c req-18aa05fe-4af0-47cc-8127-d6ded95abea7 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1528807
Apr 21 14:42:48.846455 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-82793e13-bde7-46b4-b178-7a751f1fd950 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Allocated IP 172.20.0.6 (a003a337-7cb6-4621-a360-57adf836244c/53f2fe62-2656-4892-a94c-57e1e270df1c/cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7) {{(pid=86393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:42:49.355470 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-82793e13-bde7-46b4-b178-7a751f1fd950 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks [] for port, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:49.395197 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-82793e13-bde7-46b4-b178-7a751f1fd950 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Transition to ACTIVE for port object cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7 will not be triggered until provisioned by entity DHCP. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:42:49.564410 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-82793e13-bde7-46b4-b178-7a751f1fd950 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:49.606396 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:42:50.300809 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-82793e13-bde7-46b4-b178-7a751f1fd950 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Network a003a337-7cb6-4621-a360-57adf836244c is already hosted by enough agents. {{(pid=86393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:42:50.327620 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-82793e13-bde7-46b4-b178-7a751f1fd950 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Resources bound (agent type, host, resource id):  {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:42:50.331944 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-82793e13-bde7-46b4-b178-7a751f1fd950 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Received port after_create {{(pid=86393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:42:50.395662 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82793e13-bde7-46b4-b178-7a751f1fd950 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Pushing event updated for resources: {'Port': ['ID=cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:42:50.460348 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0dad64-96dd-44ce-b725-10b55336e79d req-101d7245-f7d7-4113-a63c-f6bac693dd39 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:50.474966 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-dc0dad64-96dd-44ce-b725-10b55336e79d req-101d7245-f7d7-4113-a63c-f6bac693dd39 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 931 time: 0.2900691
Apr 21 14:42:50.480172 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-82793e13-bde7-46b4-b178-7a751f1fd950 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.874s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:42:50.624911 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-dc0dad64-96dd-44ce-b725-10b55336e79d req-6b5ac411-3905-4067-90c6-402295646fb1 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1404135
Apr 21 14:42:50.693046 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c7015-2db7-4934-9746-6af5cadf6fda req-f2123030-674a-4866-ab10-23ca8bc345a3 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:50.704953 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-823c7015-2db7-4934-9746-6af5cadf6fda req-f2123030-674a-4866-ab10-23ca8bc345a3 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 1.2015715
Apr 21 14:42:50.781157 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-82793e13-bde7-46b4-b178-7a751f1fd950 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:50.781907 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-82793e13-bde7-46b4-b178-7a751f1fd950 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:50.841190 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099d5c9-d783-42c8-a4db-18f93c8bdc49 req-faee411b-8414-486f-b8c9-c4240d6c7a95 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:50.842053 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-7099d5c9-d783-42c8-a4db-18f93c8bdc49 req-faee411b-8414-486f-b8c9-c4240d6c7a95 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Synchronizing usage tracker for tenant:71fbd46f910d42d1975f143a55e34822 on resource:port {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:42:50.878398 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-9fecb238-85b6-47f7-a30d-5da661b1d146 None None] Provisioning for port cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7 completed by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:42:50.906013 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-9fecb238-85b6-47f7-a30d-5da661b1d146 None None] Provisioning complete for port cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7 triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:42:50.907132 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9fecb238-85b6-47f7-a30d-5da661b1d146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:50.982056 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-823c7015-2db7-4934-9746-6af5cadf6fda req-5a8dae86-92de-48b1-a894-51f671e20530 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2722442
Apr 21 14:42:51.037239 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-82793e13-bde7-46b4-b178-7a751f1fd950 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6999817
Apr 21 14:42:51.038583 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-7099d5c9-d783-42c8-a4db-18f93c8bdc49 req-faee411b-8414-486f-b8c9-c4240d6c7a95 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Unset dirty status for tenant:71fbd46f910d42d1975f143a55e34822 on resource:port {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:42:51.039881 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7099d5c9-d783-42c8-a4db-18f93c8bdc49 req-faee411b-8414-486f-b8c9-c4240d6c7a95 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.36 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 1.5970476
Apr 21 14:42:51.106387 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0436c5b-c062-4bf3-9baa-7794d3a84d21 req-dfa31c53-601c-4e86-86fa-06f9bd04f0ec tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:51.125840 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c0436c5b-c062-4bf3-9baa-7794d3a84d21 req-dfa31c53-601c-4e86-86fa-06f9bd04f0ec tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 946 time: 0.2159865
Apr 21 14:42:51.141782 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-9fecb238-85b6-47f7-a30d-5da661b1d146 None None] Port cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7 cannot update to ACTIVE because it is not bound. {{(pid=86395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 14:42:51.247839 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-59bd2b29-b2c3-47d6-96ae-e8d6fa78c2c0 service neutron] Request body: {'port': {'device_id': '96ad6998-eddd-4b1f-b1f8-adada36a72a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:42:51.286913 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c0436c5b-c062-4bf3-9baa-7794d3a84d21 req-5c7c6d25-306d-4db1-aa2c-fdc5e3ee1549 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1596036
Apr 21 14:42:51.612919 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-7099d5c9-d783-42c8-a4db-18f93c8bdc49 req-5a1b3104-ad90-4096-bb33-5705a55f29b3 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Deleting port 789cafbf-6ab1-45fb-a401-fa6d24cd4994 {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:42:51.613354 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-7099d5c9-d783-42c8-a4db-18f93c8bdc49 req-5a1b3104-ad90-4096-bb33-5705a55f29b3 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:51.846176 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-59bd2b29-b2c3-47d6-96ae-e8d6fa78c2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:51.917382 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c290907-c2d6-4529-998e-00ac73ad0211 req-43ba02d1-4d8b-443f-bb9d-77e76c04cafc tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:51.925798 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3c290907-c2d6-4529-998e-00ac73ad0211 req-43ba02d1-4d8b-443f-bb9d-77e76c04cafc tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 931 time: 0.1063356
Apr 21 14:42:52.029850 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d01b6-7e7f-4db1-9fd7-e6c87002cf0e req-73d3ac42-101f-4759-9784-f7e41686ab81 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:52.034754 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-d37d01b6-7e7f-4db1-9fd7-e6c87002cf0e req-73d3ac42-101f-4759-9784-f7e41686ab81 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Synchronizing usage tracker for tenant:c273beec5c4c4f89a4c7c896497de7b8 on resource:port {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:42:52.186922 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3c290907-c2d6-4529-998e-00ac73ad0211 req-d82e326e-802d-4dd8-a994-e54f516b35d9 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2595811
Apr 21 14:42:52.193607 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-d37d01b6-7e7f-4db1-9fd7-e6c87002cf0e req-73d3ac42-101f-4759-9784-f7e41686ab81 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Unset dirty status for tenant:c273beec5c4c4f89a4c7c896497de7b8 on resource:port {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:42:52.202536 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d37d01b6-7e7f-4db1-9fd7-e6c87002cf0e req-73d3ac42-101f-4759-9784-f7e41686ab81 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7219388-ce17-45a3-b762-ddb8f62f57d4 HTTP/1.1" status: 200  len: 945 time: 0.8510611
Apr 21 14:42:52.258793 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 789cafbf-6ab1-45fb-a401-fa6d24cd4994 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:42:52.403708 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb972ad-fa69-4d9f-b859-727220f71e0a req-660588bb-596f-4102-b9fa-674d18c6f328 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:52.422352 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-deb972ad-fa69-4d9f-b859-727220f71e0a req-660588bb-596f-4102-b9fa-674d18c6f328 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7219388-ce17-45a3-b762-ddb8f62f57d4 HTTP/1.1" status: 200  len: 945 time: 0.3991311
Apr 21 14:42:52.702798 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-deb972ad-fa69-4d9f-b859-727220f71e0a req-809b3d6b-ee32-4b25-b982-c5394ed3ebec tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Deleting port c8eaff5b-4a42-4389-bc4b-1592ce5859e2 {{(pid=86394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:42:52.703450 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-deb972ad-fa69-4d9f-b859-727220f71e0a req-809b3d6b-ee32-4b25-b982-c5394ed3ebec tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:52.704221 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d37d01b6-7e7f-4db1-9fd7-e6c87002cf0e req-62d04056-129c-441f-93ff-799b25802998 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5002377
Apr 21 14:42:52.715510 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:52.821060 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 789cafbf-6ab1-45fb-a401-fa6d24cd4994, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=789cafbf-6ab1-45fb-a401-fa6d24cd4994,segment=NetworkSegment(b1006777-ba8a-4e5f-963e-98057016fe18),segment_id=b1006777-ba8a-4e5f-963e-98057016fe18)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:42:52.828700 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7218e5c2-90e5-4d93-94d8-3ac413a54fbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '789cafbf-6ab1-45fb-a401-fa6d24cd4994'}] {{(pid=86395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:42:52.837243 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:52.839941 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-70fc626d-bcf9-4ab0-a4b8-e231731d7148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:42:53.031503 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=789cafbf-6ab1-45fb-a401-fa6d24cd4994,revision_number=6']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:42:53.047818 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:42:53.343478 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-59bd2b29-b2c3-47d6-96ae-e8d6fa78c2c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7 {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:42:53.358334 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-59bd2b29-b2c3-47d6-96ae-e8d6fa78c2c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:53.380350 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-59bd2b29-b2c3-47d6-96ae-e8d6fa78c2c0 service neutron] Transition to ACTIVE for port object cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7 will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:42:53.439149 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-7099d5c9-d783-42c8-a4db-18f93c8bdc49 req-5a1b3104-ad90-4096-bb33-5705a55f29b3 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] For port 789cafbf-6ab1-45fb-a401-fa6d24cd4994, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=789cafbf-6ab1-45fb-a401-fa6d24cd4994,segment=NetworkSegment(b1006777-ba8a-4e5f-963e-98057016fe18),segment_id=b1006777-ba8a-4e5f-963e-98057016fe18)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:42:53.439845 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-7099d5c9-d783-42c8-a4db-18f93c8bdc49 req-5a1b3104-ad90-4096-bb33-5705a55f29b3 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:53.626850 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-7099d5c9-d783-42c8-a4db-18f93c8bdc49 req-5a1b3104-ad90-4096-bb33-5705a55f29b3 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Calling delete_port for 789cafbf-6ab1-45fb-a401-fa6d24cd4994 owned by compute:nova {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:42:53.679366 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-59bd2b29-b2c3-47d6-96ae-e8d6fa78c2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14929102'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:53.688046 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-deb972ad-fa69-4d9f-b859-727220f71e0a req-809b3d6b-ee32-4b25-b982-c5394ed3ebec tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] For port c8eaff5b-4a42-4389-bc4b-1592ce5859e2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c8eaff5b-4a42-4389-bc4b-1592ce5859e2,segment=NetworkSegment(d290187c-a000-4516-b1c4-56d5a796fa49),segment_id=d290187c-a000-4516-b1c4-56d5a796fa49)] {{(pid=86394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:42:53.688637 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-deb972ad-fa69-4d9f-b859-727220f71e0a req-809b3d6b-ee32-4b25-b982-c5394ed3ebec tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:53.698633 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-6109c1e5-d9cf-46e7-9b15-52c23d790f38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:42:54.001299 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd2b29-b2c3-47d6-96ae-e8d6fa78c2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:42:54.021222 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-59bd2b29-b2c3-47d6-96ae-e8d6fa78c2c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:42:54.105358 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-deb972ad-fa69-4d9f-b859-727220f71e0a req-809b3d6b-ee32-4b25-b982-c5394ed3ebec tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Calling delete_port for c8eaff5b-4a42-4389-bc4b-1592ce5859e2 owned by compute:nova {{(pid=86394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:42:54.219106 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.db.api [req-7099d5c9-d783-42c8-a4db-18f93c8bdc49 req-5a1b3104-ad90-4096-bb33-5705a55f29b3 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86393) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 14:42:54.219554 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610be2cb-e576-46d6-a02a-53b2a88bf6f5 req-7b67d8a1-3e58-44d9-981a-991e2c3a2d2b tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:54.220530 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_db.api [req-7099d5c9-d783-42c8-a4db-18f93c8bdc49 req-5a1b3104-ad90-4096-bb33-5705a55f29b3 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 14:42:54.222343 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-610be2cb-e576-46d6-a02a-53b2a88bf6f5 req-7b67d8a1-3e58-44d9-981a-991e2c3a2d2b tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 1.2400088
Apr 21 14:42:54.252321 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device c8eaff5b-4a42-4389-bc4b-1592ce5859e2 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:42:54.285556 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc1d50-fc8b-43fa-8acf-ab83c8770b07 req-d177b7a6-c876-4e73-9818-a6cc4a671807 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:54.298715 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9cdc1d50-fc8b-43fa-8acf-ab83c8770b07 req-d177b7a6-c876-4e73-9818-a6cc4a671807 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 944 time: 0.9162745
Apr 21 14:42:54.319463 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-610be2cb-e576-46d6-a02a-53b2a88bf6f5 req-4cf77746-2025-4899-82c1-e01f08b2dcc8 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571523
Apr 21 14:42:54.332554 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-59bd2b29-b2c3-47d6-96ae-e8d6fa78c2c0 service neutron] Attempting to bind port cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:42:54.333547 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-59bd2b29-b2c3-47d6-96ae-e8d6fa78c2c0 service neutron] Attempting to bind port cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'b25a38b9-fe49-48a1-b6a4-3eba25ea7a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a003a337-7cb6-4621-a360-57adf836244c'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:42:54.334380 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-59bd2b29-b2c3-47d6-96ae-e8d6fa78c2c0 service neutron] Attempting to bind port cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7 on network a003a337-7cb6-4621-a360-57adf836244c {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:42:54.358632 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-59bd2b29-b2c3-47d6-96ae-e8d6fa78c2c0 service neutron] Port cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7 on network a003a337-7cb6-4621-a360-57adf836244c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 14:42:54.403805 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-59bd2b29-b2c3-47d6-96ae-e8d6fa78c2c0 service neutron] Attempting to bind port cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7 on network a003a337-7cb6-4621-a360-57adf836244c {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:42:54.443803 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-59bd2b29-b2c3-47d6-96ae-e8d6fa78c2c0 service neutron] Checking agent: {'id': 'aac967bd-8151-4f72-a05c-3193d627c9da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'started_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:42:54.444464 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-59bd2b29-b2c3-47d6-96ae-e8d6fa78c2c0 service neutron] Checking segment: {'id': 'b25a38b9-fe49-48a1-b6a4-3eba25ea7a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a003a337-7cb6-4621-a360-57adf836244c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:42:54.445150 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-59bd2b29-b2c3-47d6-96ae-e8d6fa78c2c0 service neutron] Bound using segment: {'id': 'b25a38b9-fe49-48a1-b6a4-3eba25ea7a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a003a337-7cb6-4621-a360-57adf836244c'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:42:54.446246 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-59bd2b29-b2c3-47d6-96ae-e8d6fa78c2c0 service neutron] Bound port: cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b25a38b9-fe49-48a1-b6a4-3eba25ea7a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a003a337-7cb6-4621-a360-57adf836244c'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:42:54.446913 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-59bd2b29-b2c3-47d6-96ae-e8d6fa78c2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:54.492170 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-deb972ad-fa69-4d9f-b859-727220f71e0a req-809b3d6b-ee32-4b25-b982-c5394ed3ebec tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:54.502621 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9cdc1d50-fc8b-43fa-8acf-ab83c8770b07 req-47242e6f-b574-4bf8-af27-fdcc22d6565e tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1978114
Apr 21 14:42:54.510537 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['e2c31a01-40a4-4b6e-aaee-cbeb1067272f'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:42:54.555368 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-3ccddbf2-eadc-4a4d-82a7-b54c1e6e73c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:42:54.645398 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7218e5c2-90e5-4d93-94d8-3ac413a54fbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '789cafbf-6ab1-45fb-a401-fa6d24cd4994', 'code': 200}
Apr 21 14:42:54.647922 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] No active binding found for port c8eaff5b-4a42-4389-bc4b-1592ce5859e2 {{(pid=86395) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}}
Apr 21 14:42:54.648691 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device c8eaff5b-4a42-4389-bc4b-1592ce5859e2 not bound to the agent host hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:42:54.663219 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b3d6b-ee32-4b25-b982-c5394ed3ebec tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Pushing event deleted for resources: {'Port': ['ID=c8eaff5b-4a42-4389-bc4b-1592ce5859e2,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:42:54.735321 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-7099d5c9-d783-42c8-a4db-18f93c8bdc49 req-5a1b3104-ad90-4096-bb33-5705a55f29b3 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Deleting port 789cafbf-6ab1-45fb-a401-fa6d24cd4994 {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:42:54.736441 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-7099d5c9-d783-42c8-a4db-18f93c8bdc49 req-5a1b3104-ad90-4096-bb33-5705a55f29b3 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:54.740997 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b3d6b-ee32-4b25-b982-c5394ed3ebec tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:42:54.741651 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b3d6b-ee32-4b25-b982-c5394ed3ebec tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:42:54.742445 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b3d6b-ee32-4b25-b982-c5394ed3ebec tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:42:54.743020 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b3d6b-ee32-4b25-b982-c5394ed3ebec tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:42:54.743677 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b3d6b-ee32-4b25-b982-c5394ed3ebec tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:42:54.744326 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b3d6b-ee32-4b25-b982-c5394ed3ebec tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:42:54.744993 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b3d6b-ee32-4b25-b982-c5394ed3ebec tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:42:54.745632 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b3d6b-ee32-4b25-b982-c5394ed3ebec tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:42:54.746353 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b3d6b-ee32-4b25-b982-c5394ed3ebec tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:42:54.746991 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b3d6b-ee32-4b25-b982-c5394ed3ebec tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:42:54.747659 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b3d6b-ee32-4b25-b982-c5394ed3ebec tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:42:54.748303 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b3d6b-ee32-4b25-b982-c5394ed3ebec tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:42:54.784695 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-809b3d6b-ee32-4b25-b982-c5394ed3ebec tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:42:55.364828 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb972ad-fa69-4d9f-b859-727220f71e0a req-809b3d6b-ee32-4b25-b982-c5394ed3ebec tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] No DVR routers for this DVR port c8eaff5b-4a42-4389-bc4b-1592ce5859e2 on host hv-cinder-78638 {{(pid=86394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 14:42:55.406635 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-deb972ad-fa69-4d9f-b859-727220f71e0a req-809b3d6b-ee32-4b25-b982-c5394ed3ebec tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:55.410196 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7219388-ce17-45a3-b762-ddb8f62f57d4', 'name': 'network-vif-deleted', 'tag': 'c8eaff5b-4a42-4389-bc4b-1592ce5859e2'}] {{(pid=86394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:42:55.439606 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6983a4b0-e526-4a7f-9124-4b50b835edaa req-eee975f1-6e18-4566-85a7-6b90b99a4414 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7219388-ce17-45a3-b762-ddb8f62f57d4 HTTP/1.1" status: 200  len: 210 time: 0.0765724
Apr 21 14:42:55.450401 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-deb972ad-fa69-4d9f-b859-727220f71e0a req-809b3d6b-ee32-4b25-b982-c5394ed3ebec tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.36 "DELETE /v2.0/ports/c8eaff5b-4a42-4389-bc4b-1592ce5859e2 HTTP/1.1" status: 204  len: 173 time: 3.0201018
Apr 21 14:42:55.526811 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-59bd2b29-b2c3-47d6-96ae-e8d6fa78c2c0 service neutron] For port cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7, host hv-cinder-78638, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:42:55.676538 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-59bd2b29-b2c3-47d6-96ae-e8d6fa78c2c0 service neutron] For port cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7,segment=NetworkSegment(b25a38b9-fe49-48a1-b6a4-3eba25ea7a91),segment_id=b25a38b9-fe49-48a1-b6a4-3eba25ea7a91)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:42:55.722970 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-59bd2b29-b2c3-47d6-96ae-e8d6fa78c2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14929102'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:55.782359 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9b662-fc2e-4a9a-aff8-324e4f1206e1 req-471d59d3-ad61-4ca0-a9d1-77e424970196 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:55.784584 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-26f9b662-fc2e-4a9a-aff8-324e4f1206e1 req-471d59d3-ad61-4ca0-a9d1-77e424970196 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 0.2097588
Apr 21 14:42:55.881707 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-26f9b662-fc2e-4a9a-aff8-324e4f1206e1 req-52fe0afa-8d75-4ba9-9a5d-fde2c8cd5446 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0860696
Apr 21 14:42:56.083603 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:42:56.137710 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7219388-ce17-45a3-b762-ddb8f62f57d4', 'name': 'network-vif-deleted', 'tag': 'c8eaff5b-4a42-4389-bc4b-1592ce5859e2', 'status': 'completed', 'code': 200}
Apr 21 14:42:56.167513 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-59bd2b29-b2c3-47d6-96ae-e8d6fa78c2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:56.167995 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-59bd2b29-b2c3-47d6-96ae-e8d6fa78c2c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:56.169653 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-59bd2b29-b2c3-47d6-96ae-e8d6fa78c2c0 service neutron] 10.222.0.36 "PUT /v2.0/ports/cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7 HTTP/1.1" status: 200  len: 1093 time: 5.1165564
Apr 21 14:42:56.180819 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96ad6998-eddd-4b1f-b1f8-adada36a72a7', 'tag': 'cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:42:56.435284 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5b68e-a09e-4614-be26-3527273794c6 req-0e1b8dab-9c59-48eb-b587-cb461554f04f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:56.436689 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-05a5b68e-a09e-4614-be26-3527273794c6 req-0e1b8dab-9c59-48eb-b587-cb461554f04f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Synchronizing usage tracker for tenant:a6d44a65707b47e1b0190ca77b504c5a on resource:port {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:42:56.517052 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d4ed0-9c5b-4e10-91a0-d76d39b59208 req-ed216700-efc4-49b3-9e2a-e69187b6e67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:56.520476 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d77d4ed0-9c5b-4e10-91a0-d76d39b59208 req-ed216700-efc4-49b3-9e2a-e69187b6e67c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0771cc9ab3c4a23881ef55e4b3218b3&device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 1098 time: 1.2551360
Apr 21 14:42:56.552204 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbf8cc-1ea4-409e-9dcd-4952e7c33608 req-ac122015-d978-437b-85c1-14bf33af95f7 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:56.565738 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b6bbf8cc-1ea4-409e-9dcd-4952e7c33608 req-ac122015-d978-437b-85c1-14bf33af95f7 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 944 time: 0.2212307
Apr 21 14:42:56.635971 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b6bbf8cc-1ea4-409e-9dcd-4952e7c33608 req-8e78e617-1ab2-4e8b-8380-38d4b6909459 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b669f57-741e-47cb-9da8-0bd0ff4afadb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629220
Apr 21 14:42:56.698620 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96ad6998-eddd-4b1f-b1f8-adada36a72a7', 'tag': 'cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7', 'status': 'completed', 'code': 200}
Apr 21 14:42:56.830930 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd2b29-b2c3-47d6-96ae-e8d6fa78c2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:42:56.834898 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-59bd2b29-b2c3-47d6-96ae-e8d6fa78c2c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:42:56.846984 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-05a5b68e-a09e-4614-be26-3527273794c6 req-0e1b8dab-9c59-48eb-b587-cb461554f04f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Unset dirty status for tenant:a6d44a65707b47e1b0190ca77b504c5a on resource:port {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:42:56.848341 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-05a5b68e-a09e-4614-be26-3527273794c6 req-0e1b8dab-9c59-48eb-b587-cb461554f04f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 943 time: 1.8811450
Apr 21 14:42:56.896207 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-7099d5c9-d783-42c8-a4db-18f93c8bdc49 req-5a1b3104-ad90-4096-bb33-5705a55f29b3 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] For port 789cafbf-6ab1-45fb-a401-fa6d24cd4994, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=789cafbf-6ab1-45fb-a401-fa6d24cd4994,segment=NetworkSegment(b1006777-ba8a-4e5f-963e-98057016fe18),segment_id=b1006777-ba8a-4e5f-963e-98057016fe18)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:42:56.896628 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-7099d5c9-d783-42c8-a4db-18f93c8bdc49 req-5a1b3104-ad90-4096-bb33-5705a55f29b3 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:57.005281 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-ca3abc4e-5fc5-4e0b-9519-212c4f09965d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:57.007014 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-ca3abc4e-5fc5-4e0b-9519-212c4f09965d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a6d44a65707b47e1b0190ca77b504c5a&device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 1096 time: 0.7579532
Apr 21 14:42:57.089936 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-7099d5c9-d783-42c8-a4db-18f93c8bdc49 req-5a1b3104-ad90-4096-bb33-5705a55f29b3 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Calling delete_port for 789cafbf-6ab1-45fb-a401-fa6d24cd4994 owned by compute:nova {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:42:57.213497 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22888b-96e6-4918-93c7-a9bd8761a634 req-e88c75cb-9c80-4109-8d13-51420d6df49e tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:57.213497 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4f22888b-96e6-4918-93c7-a9bd8761a634 req-e88c75cb-9c80-4109-8d13-51420d6df49e tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 945 time: 0.1550658
Apr 21 14:42:57.263605 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4f22888b-96e6-4918-93c7-a9bd8761a634 req-f88c0eec-f01d-4544-a326-8f5744c10130 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447526
Apr 21 14:42:57.274785 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-1ff58237-c775-4cc5-b334-9d602e9fe6b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7 HTTP/1.1" status: 200  len: 217 time: 0.1495273
Apr 21 14:42:57.356005 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d4ed0-9c5b-4e10-91a0-d76d39b59208 req-be740134-3fde-4f83-bb64-344b1e483f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:57.357600 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d77d4ed0-9c5b-4e10-91a0-d76d39b59208 req-be740134-3fde-4f83-bb64-344b1e483f41 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4398a4b8-9ecd-43b2-988b-da3ccd660ad9 HTTP/1.1" status: 200  len: 918 time: 0.7834072
Apr 21 14:42:57.360911 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-05a5b68e-a09e-4614-be26-3527273794c6 req-d7ed81a5-2982-4415-9f92-9f34275b86f9 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4927428
Apr 21 14:42:57.481892 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-20aed6b7-266e-4a0c-acdf-2c11bed2e1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:57.483501 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-20aed6b7-266e-4a0c-acdf-2c11bed2e1d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53f2fe62-2656-4892-a94c-57e1e270df1c HTTP/1.1" status: 200  len: 847 time: 0.1872699
Apr 21 14:42:57.612129 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d77d4ed0-9c5b-4e10-91a0-d76d39b59208 req-6064fd8e-4c39-45eb-9659-65a49add3e96 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=245817c6-3c22-47d2-a7ad-82a9d1f0181d HTTP/1.1" status: 200  len: 1001 time: 0.2408252
Apr 21 14:42:57.743485 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-7099d5c9-d783-42c8-a4db-18f93c8bdc49 req-5a1b3104-ad90-4096-bb33-5705a55f29b3 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:57.760450 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e10b8368-5bf8-4427-9d51-7a624d7f9001 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:42:57.861808 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b3104-ad90-4096-bb33-5705a55f29b3 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Pushing event deleted for resources: {'Port': ['ID=789cafbf-6ab1-45fb-a401-fa6d24cd4994,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:42:57.865695 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d4ed0-9c5b-4e10-91a0-d76d39b59208 req-38f0c4e2-3a4d-4a2a-a317-3548cd71cc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:57.867545 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d77d4ed0-9c5b-4e10-91a0-d76d39b59208 req-38f0c4e2-3a4d-4a2a-a317-3548cd71cc18 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48293642-451e-458e-960c-7fbf1e7e7bc3 HTTP/1.1" status: 200  len: 856 time: 0.2474504
Apr 21 14:42:57.870429 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-5a1b3104-ad90-4096-bb33-5705a55f29b3 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:42:57.893733 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1f031c59-bd71-4d76-bf5f-ec732481ea93 req-f95bb174-9fe6-4915-bcbb-337dce7febc2 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.24 "GET /v2.0/ports?device_id=7218e5c2-90e5-4d93-94d8-3ac413a54fbb HTTP/1.1" status: 200  len: 210 time: 0.0672362
Apr 21 14:42:57.955241 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-d6b4c85b-8233-4b93-b37d-c82e67d8b6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:57.956864 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-d6b4c85b-8233-4b93-b37d-c82e67d8b6ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a003a337-7cb6-4621-a360-57adf836244c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4559748
Apr 21 14:42:58.057930 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-7099d5c9-d783-42c8-a4db-18f93c8bdc49 req-5a1b3104-ad90-4096-bb33-5705a55f29b3 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] No DVR routers for this DVR port 789cafbf-6ab1-45fb-a401-fa6d24cd4994 on host hv-cinder-78638 {{(pid=86393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 14:42:58.111812 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-7099d5c9-d783-42c8-a4db-18f93c8bdc49 req-5a1b3104-ad90-4096-bb33-5705a55f29b3 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:58.158040 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7099d5c9-d783-42c8-a4db-18f93c8bdc49 req-5a1b3104-ad90-4096-bb33-5705a55f29b3 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] 10.222.0.36 "DELETE /v2.0/ports/789cafbf-6ab1-45fb-a401-fa6d24cd4994 HTTP/1.1" status: 204  len: 173 time: 7.0983107
Apr 21 14:42:58.211050 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d4ed0-9c5b-4e10-91a0-d76d39b59208 req-7d42f302-dfc1-4eee-a519-0c5109a9be56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:58.212734 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d77d4ed0-9c5b-4e10-91a0-d76d39b59208 req-7d42f302-dfc1-4eee-a519-0c5109a9be56 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4398a4b8-9ecd-43b2-988b-da3ccd660ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3371482
Apr 21 14:42:58.216701 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-d38ac6e8-33a4-49ee-b3e5-b8f0c1e4dc3c service neutron] 10.222.0.36 "GET /v2.0/networks/a003a337-7cb6-4621-a360-57adf836244c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2480965
Apr 21 14:42:58.299685 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 245817c6-3c22-47d2-a7ad-82a9d1f0181d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:42:58.637158 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:58.713675 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7218e5c2-90e5-4d93-94d8-3ac413a54fbb', 'name': 'network-vif-deleted', 'tag': '789cafbf-6ab1-45fb-a401-fa6d24cd4994'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:42:58.727192 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d77d4ed0-9c5b-4e10-91a0-d76d39b59208 req-5f609c28-d6cb-43a8-8ddb-433e3d8a1802 service neutron] 10.222.0.36 "GET /v2.0/networks/4398a4b8-9ecd-43b2-988b-da3ccd660ad9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5017910
Apr 21 14:42:58.729904 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ac863e2d-75e0-4dae-9834-b8f1721bd328 req-1b20853d-621e-4f09-af04-4603ecb69b78 service neutron] 10.222.0.36 "GET /v2.0/networks/a003a337-7cb6-4621-a360-57adf836244c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5031233
Apr 21 14:42:58.730868 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf3aa87-b02a-4b58-901a-76f4e825e75a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '245817c6-3c22-47d2-a7ad-82a9d1f0181d'}] {{(pid=86395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:42:58.780606 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 245817c6-3c22-47d2-a7ad-82a9d1f0181d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=245817c6-3c22-47d2-a7ad-82a9d1f0181d,segment=NetworkSegment(aad70013-a75a-432c-9a4b-498f88914087),segment_id=aad70013-a75a-432c-9a4b-498f88914087)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:42:58.788006 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:58.791166 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-16f08cb2-9832-4f0a-aa1b-a553171a0b16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:42:58.916097 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543d29d-d6cb-4e3b-a5db-905f773900a8 req-8546e450-d3cb-4b92-ad4d-4d63532258f7 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:58.918657 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c543d29d-d6cb-4e3b-a5db-905f773900a8 req-8546e450-d3cb-4b92-ad4d-4d63532258f7 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 943 time: 0.2669351
Apr 21 14:42:58.947647 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=245817c6-3c22-47d2-a7ad-82a9d1f0181d,revision_number=8']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:42:58.960618 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:42:58.961581 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:42:58.962695 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:42:58.963346 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:42:58.963993 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:42:58.964648 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:42:58.965586 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:42:58.966500 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:42:58.967134 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:42:58.968035 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:42:58.968630 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:42:58.969768 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:42:58.999196 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:42:59.019889 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c543d29d-d6cb-4e3b-a5db-905f773900a8 req-51460b8f-960d-4eac-b41b-1bf8f682c82a tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0943959
Apr 21 14:42:59.417465 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c190b-e4f3-4740-9e06-4e5bc9bf3255 req-16f91add-0932-4dd5-9164-0b4d2975fa05 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:59.419461 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-1f8c190b-e4f3-4740-9e06-4e5bc9bf3255 req-16f91add-0932-4dd5-9164-0b4d2975fa05 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Synchronizing usage tracker for tenant:c273beec5c4c4f89a4c7c896497de7b8 on resource:port {{(pid=86394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:42:59.425557 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c56e8818-295d-4c34-8277-fa4711db6c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:42:59.454346 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-1f8c190b-e4f3-4740-9e06-4e5bc9bf3255 req-16f91add-0932-4dd5-9164-0b4d2975fa05 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Unset dirty status for tenant:c273beec5c4c4f89a4c7c896497de7b8 on resource:port {{(pid=86394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:42:59.463262 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1f8c190b-e4f3-4740-9e06-4e5bc9bf3255 req-16f91add-0932-4dd5-9164-0b4d2975fa05 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=502a82df-ee66-408d-ab9e-8207516c0415 HTTP/1.1" status: 200  len: 946 time: 0.2352178
Apr 21 14:42:59.526516 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1f8c190b-e4f3-4740-9e06-4e5bc9bf3255 req-e45d443e-40c9-460d-8d16-39992a3cd1b7 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583038
Apr 21 14:42:59.575335 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d77d4ed0-9c5b-4e10-91a0-d76d39b59208 req-f8e8453b-b48a-4634-8488-a15405aa284c service neutron] 10.222.0.36 "GET /v2.0/networks/4398a4b8-9ecd-43b2-988b-da3ccd660ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8358610
Apr 21 14:42:59.591511 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c4f9c-2349-4a04-84b3-4762a51beb34 req-f869a7cd-3d06-4775-85d4-34293fefb277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:59.593432 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7f9c4f9c-2349-4a04-84b3-4762a51beb34 req-f869a7cd-3d06-4775-85d4-34293fefb277 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a6d44a65707b47e1b0190ca77b504c5a&device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 1096 time: 0.7879603
Apr 21 14:42:59.606525 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fe567-c3ed-4a0e-b3cc-5ed8bcb8dc65 req-bb91771a-d638-4537-a28c-bc2f696c4d10 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:59.608250 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ca3fe567-c3ed-4a0e-b3cc-5ed8bcb8dc65 req-bb91771a-d638-4537-a28c-bc2f696c4d10 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 943 time: 0.5171137
Apr 21 14:42:59.633106 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7218e5c2-90e5-4d93-94d8-3ac413a54fbb', 'name': 'network-vif-deleted', 'tag': '789cafbf-6ab1-45fb-a401-fa6d24cd4994', 'status': 'completed', 'code': 200}
Apr 21 14:42:59.664028 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf3aa87-b02a-4b58-901a-76f4e825e75a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '245817c6-3c22-47d2-a7ad-82a9d1f0181d', 'code': 200}
Apr 21 14:42:59.765405 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ca3fe567-c3ed-4a0e-b3cc-5ed8bcb8dc65 req-61cd01b2-6de1-42a7-aff3-3f50f8872be9 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1287005
Apr 21 14:42:59.808321 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c4f9c-2349-4a04-84b3-4762a51beb34 req-9ba28019-aff2-495a-ad95-e3e0c011e685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:42:59.808321 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7f9c4f9c-2349-4a04-84b3-4762a51beb34 req-9ba28019-aff2-495a-ad95-e3e0c011e685 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a003a337-7cb6-4621-a360-57adf836244c HTTP/1.1" status: 200  len: 909 time: 0.1986055
Apr 21 14:42:59.834138 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 57480) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:42:59.901765 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7f9c4f9c-2349-4a04-84b3-4762a51beb34 req-399a4bdc-d82d-48f4-b814-61b38eca937c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7 HTTP/1.1" status: 200  len: 217 time: 0.0762117
Apr 21 14:42:59.998399 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c4f9c-2349-4a04-84b3-4762a51beb34 req-546d3d4c-e2bc-4bd4-9f9a-5b17a049cc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:00.001280 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7f9c4f9c-2349-4a04-84b3-4762a51beb34 req-546d3d4c-e2bc-4bd4-9f9a-5b17a049cc2b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53f2fe62-2656-4892-a94c-57e1e270df1c HTTP/1.1" status: 200  len: 847 time: 0.0913775
Apr 21 14:43:00.115541 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c4f9c-2349-4a04-84b3-4762a51beb34 req-f7735f06-2db1-492d-8e29-7974b320c124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:00.118009 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7f9c4f9c-2349-4a04-84b3-4762a51beb34 req-f7735f06-2db1-492d-8e29-7974b320c124 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a003a337-7cb6-4621-a360-57adf836244c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1093471
Apr 21 14:43:00.350729 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7f9c4f9c-2349-4a04-84b3-4762a51beb34 req-dc1e0b33-38c1-4fe4-bce7-f5251fb0dcfa service neutron] 10.222.0.36 "GET /v2.0/networks/a003a337-7cb6-4621-a360-57adf836244c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2219594
Apr 21 14:43:00.368262 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6854e-473c-41a5-ad73-deefb908d50b req-c741af0e-2bc7-4bde-8c95-d746b23dfcd7 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:00.369931 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d1b6854e-473c-41a5-ad73-deefb908d50b req-c741af0e-2bc7-4bde-8c95-d746b23dfcd7 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 943 time: 0.1547885
Apr 21 14:43:00.467202 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0d485d4b-9751-4bf3-a387-fdcbeb2d9b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145126'] for router_interface, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:00.510572 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d1b6854e-473c-41a5-ad73-deefb908d50b req-ae2e4bb1-04fe-4a4e-a90e-8fbef773d320 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1178944
Apr 21 14:43:00.563143 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7f9c4f9c-2349-4a04-84b3-4762a51beb34 req-c4afeab6-7861-4f04-8804-675a0c2b459c service neutron] 10.222.0.36 "GET /v2.0/networks/a003a337-7cb6-4621-a360-57adf836244c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2038941
Apr 21 14:43:00.719534 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5679f2d-ace5-4ae2-b86f-c5c4b9c35aa2 req-aec0b4da-affe-4866-aad7-c8f53ff36407 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:00.721412 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e5679f2d-ace5-4ae2-b86f-c5c4b9c35aa2 req-aec0b4da-affe-4866-aad7-c8f53ff36407 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.36 "GET /v2.0/ports?device_id=502a82df-ee66-408d-ab9e-8207516c0415 HTTP/1.1" status: 200  len: 946 time: 0.1014051
Apr 21 14:43:00.808623 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-e5679f2d-ace5-4ae2-b86f-c5c4b9c35aa2 req-7ab7b1e7-c75d-4997-acb7-33395c51de8a tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Deleting port e2c31a01-40a4-4b6e-aaee-cbeb1067272f {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:43:00.809015 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-e5679f2d-ace5-4ae2-b86f-c5c4b9c35aa2 req-7ab7b1e7-c75d-4997-acb7-33395c51de8a tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:00.886655 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63eff3-efe7-4f02-93d5-1fa8b0cd29ea req-e1d62e7f-e9e5-464a-9ebe-ee7d47809038 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:00.888392 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ca63eff3-efe7-4f02-93d5-1fa8b0cd29ea req-e1d62e7f-e9e5-464a-9ebe-ee7d47809038 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=502a82df-ee66-408d-ab9e-8207516c0415 HTTP/1.1" status: 200  len: 946 time: 0.1718781
Apr 21 14:43:00.952357 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 57492) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:01.001898 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-0d485d4b-9751-4bf3-a387-fdcbeb2d9b88 admin admin] Deleting port 5815b84b-d382-4326-874d-2a7f412a6311 {{(pid=86394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:43:01.002420 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0d485d4b-9751-4bf3-a387-fdcbeb2d9b88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:01.039695 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ca63eff3-efe7-4f02-93d5-1fa8b0cd29ea req-c4fa2847-a767-47a6-945c-37d375697bde tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440954
Apr 21 14:43:01.194785 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a3898ce-8be1-4666-9701-499e2491833c admin admin] Deleting subnet 8708fa15-866c-4f6d-bbee-3a120fd8720b {{(pid=86393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 14:43:01.216616 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7a3898ce-8be1-4666-9701-499e2491833c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:01.222868 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-0d485d4b-9751-4bf3-a387-fdcbeb2d9b88 admin admin] For port 5815b84b-d382-4326-874d-2a7f412a6311, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=5815b84b-d382-4326-874d-2a7f412a6311,segment=NetworkSegment(b1006777-ba8a-4e5f-963e-98057016fe18),segment_id=b1006777-ba8a-4e5f-963e-98057016fe18)] {{(pid=86394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:43:01.223302 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0d485d4b-9751-4bf3-a387-fdcbeb2d9b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:01.306318 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7a3898ce-8be1-4666-9701-499e2491833c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14106613'] for subnet, precommit_delete_associations {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:01.349790 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-e5679f2d-ace5-4ae2-b86f-c5c4b9c35aa2 req-7ab7b1e7-c75d-4997-acb7-33395c51de8a tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] For port e2c31a01-40a4-4b6e-aaee-cbeb1067272f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e2c31a01-40a4-4b6e-aaee-cbeb1067272f,segment=NetworkSegment(d290187c-a000-4516-b1c4-56d5a796fa49),segment_id=d290187c-a000-4516-b1c4-56d5a796fa49)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:43:01.350223 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-e5679f2d-ace5-4ae2-b86f-c5c4b9c35aa2 req-7ab7b1e7-c75d-4997-acb7-33395c51de8a tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:01.361794 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-0d485d4b-9751-4bf3-a387-fdcbeb2d9b88 admin admin] Calling delete_port for 5815b84b-d382-4326-874d-2a7f412a6311 owned by network:router_interface {{(pid=86394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:43:01.368477 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9fce7-5b17-4a3a-a7b9-99522a316961 req-19709300-9aaa-4d91-be27-42795035fdb9 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:01.370284 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-36b9fce7-5b17-4a3a-a7b9-99522a316961 req-19709300-9aaa-4d91-be27-42795035fdb9 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 943 time: 0.4168837
Apr 21 14:43:01.550679 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-e5679f2d-ace5-4ae2-b86f-c5c4b9c35aa2 req-7ab7b1e7-c75d-4997-acb7-33395c51de8a tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Calling delete_port for e2c31a01-40a4-4b6e-aaee-cbeb1067272f owned by compute:nova {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:43:01.609933 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7a3898ce-8be1-4666-9701-499e2491833c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1951284'] for subnet, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:01.776565 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-36b9fce7-5b17-4a3a-a7b9-99522a316961 req-57395bc9-fb71-4369-b55c-a9fcc8073e82 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3945465
Apr 21 14:43:01.890526 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0d485d4b-9751-4bf3-a387-fdcbeb2d9b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:01.902264 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f7adc852-0af3-4bb5-a1e3-6c001f36b155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:02.002055 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d485d4b-9751-4bf3-a387-fdcbeb2d9b88 admin admin] Pushing event deleted for resources: {'Port': ['ID=5815b84b-d382-4326-874d-2a7f412a6311,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:02.018034 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-0d485d4b-9751-4bf3-a387-fdcbeb2d9b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:02.055117 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:02.125429 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-e5679f2d-ace5-4ae2-b86f-c5c4b9c35aa2 req-7ab7b1e7-c75d-4997-acb7-33395c51de8a tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:02.140409 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['e2c31a01-40a4-4b6e-aaee-cbeb1067272f'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:43:02.142184 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e7091afa-c413-45b2-9913-a0f425f53e59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:02.199096 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7b1e7-c75d-4997-acb7-33395c51de8a tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Pushing event deleted for resources: {'Port': ['ID=e2c31a01-40a4-4b6e-aaee-cbeb1067272f,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:02.247915 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-7ab7b1e7-c75d-4997-acb7-33395c51de8a tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:02.266059 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-39073fe3-ab95-441e-8b6b-d1f007a54fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:02.325507 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c4b1f185-0ef2-4ab5-8935-d1ab50ddfaa2 req-1924bb89-b18d-48ab-a51b-9994386d15ba tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.24 "GET /v2.0/ports?device_id=502a82df-ee66-408d-ab9e-8207516c0415 HTTP/1.1" status: 200  len: 210 time: 0.1288812
Apr 21 14:43:02.393949 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5679f2d-ace5-4ae2-b86f-c5c4b9c35aa2 req-7ab7b1e7-c75d-4997-acb7-33395c51de8a tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] No DVR routers for this DVR port e2c31a01-40a4-4b6e-aaee-cbeb1067272f on host hv-cinder-78638 {{(pid=86393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 14:43:02.398217 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-e5679f2d-ace5-4ae2-b86f-c5c4b9c35aa2 req-7ab7b1e7-c75d-4997-acb7-33395c51de8a tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:02.401153 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '502a82df-ee66-408d-ab9e-8207516c0415', 'name': 'network-vif-deleted', 'tag': 'e2c31a01-40a4-4b6e-aaee-cbeb1067272f'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:43:02.424503 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60e681-00ed-4b88-bd4c-fe79064079e4 req-1be05871-a782-4a3c-a458-e8f10ee0979e tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:02.424935 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e5679f2d-ace5-4ae2-b86f-c5c4b9c35aa2 req-7ab7b1e7-c75d-4997-acb7-33395c51de8a tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] 10.222.0.36 "DELETE /v2.0/ports/e2c31a01-40a4-4b6e-aaee-cbeb1067272f HTTP/1.1" status: 204  len: 173 time: 1.6963413
Apr 21 14:43:02.427922 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ae60e681-00ed-4b88-bd4c-fe79064079e4 req-1be05871-a782-4a3c-a458-e8f10ee0979e tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 943 time: 0.7175505
Apr 21 14:43:02.436505 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7a3898ce-8be1-4666-9701-499e2491833c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852824564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839847661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14113115'] for subnet, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:02.443125 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-6c86fdbf-53aa-42af-98b0-7934bb77cdd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:02.483601 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3898ce-8be1-4666-9701-499e2491833c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8708fa15-866c-4f6d-bbee-3a120fd8720b,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:02.485898 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7a3898ce-8be1-4666-9701-499e2491833c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:02.488941 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-7a3898ce-8be1-4666-9701-499e2491833c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:02.496488 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-7a3898ce-8be1-4666-9701-499e2491833c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8708fa15-866c-4f6d-bbee-3a120fd8720b HTTP/1.1" status: 204  len: 168 time: 1.5416164
Apr 21 14:43:02.497423 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 57502) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:02.510346 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:02.620894 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ae60e681-00ed-4b88-bd4c-fe79064079e4 req-bab2df9f-9d4d-4054-a606-d1499295816e tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1235344
Apr 21 14:43:02.866609 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '502a82df-ee66-408d-ab9e-8207516c0415', 'name': 'network-vif-deleted', 'tag': 'e2c31a01-40a4-4b6e-aaee-cbeb1067272f', 'status': 'completed', 'code': 200}
Apr 21 14:43:02.930613 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-29b769e0-c9e7-4b4e-b5f2-d9bb4ff4cf32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2044280'] for network, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:03.124082 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0d485d4b-9751-4bf3-a387-fdcbeb2d9b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1023654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854145052'] for router_interface, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:03.205076 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-29b769e0-c9e7-4b4e-b5f2-d9bb4ff4cf32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852824479', 'neutron.services.segments.db._delete_segments_for_network-8759846428787'] for network, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:03.405672 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b0b3d-577f-4a7d-8b1f-6ca80ea4d15d req-4de226a9-eaae-495c-a247-68c28ac0917e tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:03.407416 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-098b0b3d-577f-4a7d-8b1f-6ca80ea4d15d req-4de226a9-eaae-495c-a247-68c28ac0917e tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 943 time: 0.4915912
Apr 21 14:43:03.420292 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-29b769e0-c9e7-4b4e-b5f2-d9bb4ff4cf32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78f6f39400>,) {'filters': {'network_id': ['f6d72d4c-beec-4b6c-85f1-88e6085aa9dd']}} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:43:03.436189 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-29b769e0-c9e7-4b4e-b5f2-d9bb4ff4cf32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78f6f39400>, 'ec3221fc-15c4-4be1-82a9-b14c1200d4f7') {'for_net_delete': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:43:03.436189 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-29b769e0-c9e7-4b4e-b5f2-d9bb4ff4cf32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78f6f39400>, 'ec3221fc-15c4-4be1-82a9-b14c1200d4f7') {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:43:03.451471 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-29b769e0-c9e7-4b4e-b5f2-d9bb4ff4cf32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277008185699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036840669187'] for segment, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:03.470296 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-29b769e0-c9e7-4b4e-b5f2-d9bb4ff4cf32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852863918'] for segment, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:03.478911 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b769e0-c9e7-4b4e-b5f2-d9bb4ff4cf32 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=86393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 14:43:03.591624 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 57522) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:03.659782 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-098b0b3d-577f-4a7d-8b1f-6ca80ea4d15d req-bae1a01d-a72e-4f2f-b28d-669059d34352 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1750140
Apr 21 14:43:03.708850 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-29b769e0-c9e7-4b4e-b5f2-d9bb4ff4cf32 admin admin] Network f6d72d4c-beec-4b6c-85f1-88e6085aa9dd has no segments {{(pid=86393) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 14:43:03.710809 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec55cde-3458-410f-aad1-430a89fc54ac admin admin] Deleting subnet 59c648af-02d8-41a8-9d9d-c5acff085d02 {{(pid=86394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 14:43:03.721898 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-29b769e0-c9e7-4b4e-b5f2-d9bb4ff4cf32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1911845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14929072'] for segment, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:03.723907 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0ec55cde-3458-410f-aad1-430a89fc54ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:03.781421 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d485d4b-9751-4bf3-a387-fdcbeb2d9b88 admin admin] Router 42504030-e0b2-4ba1-8841-e5a416fa965e has already been hosted by L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 {{(pid=86394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 14:43:03.794766 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0ec55cde-3458-410f-aad1-430a89fc54ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14890559'] for subnet, precommit_delete_associations {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:03.989683 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-29b769e0-c9e7-4b4e-b5f2-d9bb4ff4cf32 admin admin] Network f6d72d4c-beec-4b6c-85f1-88e6085aa9dd has no segments {{(pid=86393) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 14:43:04.026698 dv-cinder-786385-2-iscsi neutron-server[86282]: Traceback (most recent call last):
Apr 21 14:43:04.026698 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 14:43:04.026698 dv-cinder-786385-2-iscsi neutron-server[86282]:     timer()
Apr 21 14:43:04.026698 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 14:43:04.026698 dv-cinder-786385-2-iscsi neutron-server[86282]:     cb(*args, **kw)
Apr 21 14:43:04.026698 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 14:43:04.026698 dv-cinder-786385-2-iscsi neutron-server[86282]:     return func(*args, **kwargs)
Apr 21 14:43:04.026698 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 14:43:04.026698 dv-cinder-786385-2-iscsi neutron-server[86282]:     self._notify()
Apr 21 14:43:04.026698 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 14:43:04.026698 dv-cinder-786385-2-iscsi neutron-server[86282]:     self.callback(batched_events)
Apr 21 14:43:04.026698 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 14:43:04.026698 dv-cinder-786385-2-iscsi neutron-server[86282]:     event.method(event)
Apr 21 14:43:04.026698 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 14:43:04.026698 dv-cinder-786385-2-iscsi neutron-server[86282]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 14:43:04.026698 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 14:43:04.026698 dv-cinder-786385-2-iscsi neutron-server[86282]:     segment_id)['aggregates'][0]
Apr 21 14:43:04.026698 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 14:43:04.026698 dv-cinder-786385-2-iscsi neutron-server[86282]:     return f(self, *a, **k)
Apr 21 14:43:04.026698 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 14:43:04.026698 dv-cinder-786385-2-iscsi neutron-server[86282]:     return self._get(url).json()
Apr 21 14:43:04.026698 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 14:43:04.026698 dv-cinder-786385-2-iscsi neutron-server[86282]:     **kwargs)
Apr 21 14:43:04.026698 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 14:43:04.026698 dv-cinder-786385-2-iscsi neutron-server[86282]:     return self.request(url, 'GET', **kwargs)
Apr 21 14:43:04.026698 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 14:43:04.026698 dv-cinder-786385-2-iscsi neutron-server[86282]:     **endpoint_filter)
Apr 21 14:43:04.026698 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 14:43:04.026698 dv-cinder-786385-2-iscsi neutron-server[86282]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 14:43:04.026698 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 14:43:04.026698 dv-cinder-786385-2-iscsi neutron-server[86282]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 14:43:04.026698 dv-cinder-786385-2-iscsi neutron-server[86282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 14:43:04.128735 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-29b769e0-c9e7-4b4e-b5f2-d9bb4ff4cf32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1951337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630402'] for network, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:04.131571 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0ec55cde-3458-410f-aad1-430a89fc54ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1951284'] for subnet, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:04.133078 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e7173bad-f09f-41b0-a84a-630b40d19d41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:04.150593 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-29b769e0-c9e7-4b4e-b5f2-d9bb4ff4cf32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for network, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:04.164511 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b769e0-c9e7-4b4e-b5f2-d9bb4ff4cf32 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6d72d4c-beec-4b6c-85f1-88e6085aa9dd,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:04.168568 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-29b769e0-c9e7-4b4e-b5f2-d9bb4ff4cf32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:04.177319 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-29b769e0-c9e7-4b4e-b5f2-d9bb4ff4cf32 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f6d72d4c-beec-4b6c-85f1-88e6085aa9dd HTTP/1.1" status: 204  len: 168 time: 1.6786945
Apr 21 14:43:04.195014 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:04.349285 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d485d4b-9751-4bf3-a387-fdcbeb2d9b88 admin admin] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:43:04.352050 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 245817c6-3c22-47d2-a7ad-82a9d1f0181d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:43:04.366601 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e65508-b947-40b0-b17f-b8f3f9ce8245 None None] Sync routers for ids ['42504030-e0b2-4ba1-8841-e5a416fa965e'] in dv-cinder-786385-2-iscsi {{(pid=86396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:43:04.386351 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023e794-061e-4c51-8916-df4d408d221b req-7fd8173b-b824-400c-aae5-e8b50b1f8e8f tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:04.388056 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7023e794-061e-4c51-8916-df4d408d221b req-7fd8173b-b824-400c-aae5-e8b50b1f8e8f tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 943 time: 0.3305285
Apr 21 14:43:04.390715 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-0d485d4b-9751-4bf3-a387-fdcbeb2d9b88 admin admin] 10.222.0.24 "PUT /v2.0/routers/42504030-e0b2-4ba1-8841-e5a416fa965e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5550764
Apr 21 14:43:04.392196 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e65508-b947-40b0-b17f-b8f3f9ce8245 None None] Routers {'42504030-e0b2-4ba1-8841-e5a416fa965e'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:43:04.392904 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-85e65508-b947-40b0-b17f-b8f3f9ce8245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f711c550>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:43:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['42504030-e0b2-4ba1-8841-e5a416fa965e'], 'active': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:43:04.395896 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 57542) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:04.570533 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0ec55cde-3458-410f-aad1-430a89fc54ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852824564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15686350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839266476'] for subnet, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:04.584020 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-29790341-5cc1-4f94-bf0f-50cab6c49a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:04.611845 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 57550) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:04.639970 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec55cde-3458-410f-aad1-430a89fc54ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59c648af-02d8-41a8-9d9d-c5acff085d02,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:04.644719 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7023e794-061e-4c51-8916-df4d408d221b req-86887634-0ec4-459b-b15b-0c2adfff135f tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1330612
Apr 21 14:43:04.646565 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-0ec55cde-3458-410f-aad1-430a89fc54ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:04.646905 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0ec55cde-3458-410f-aad1-430a89fc54ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for subnet, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:04.667185 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-0ec55cde-3458-410f-aad1-430a89fc54ac admin admin] 10.222.0.24 "DELETE /v2.0/subnets/59c648af-02d8-41a8-9d9d-c5acff085d02 HTTP/1.1" status: 204  len: 168 time: 1.0685270
Apr 21 14:43:04.667861 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 57558) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:04.912038 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device e2c31a01-40a4-4b6e-aaee-cbeb1067272f no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:43:04.928062 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-85e65508-b947-40b0-b17f-b8f3f9ce8245 None None] Set router 42504030-e0b2-4ba1-8841-e5a416fa965e gateway port host: dv-cinder-786385-2-iscsi {{(pid=86396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:43:04.930788 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ab6dccde-eee8-4da9-bf60-f5c7ae63699a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2044280'] for network, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:04.957943 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 57564) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:05.013265 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] No Port match for: e2c31a01-40a4-4b6e-aaee-cbeb1067272f {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:43:05.014115 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device e2c31a01-40a4-4b6e-aaee-cbeb1067272f not bound to the agent host hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:43:05.025043 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-2e453c3f-bc09-49d5-95db-b660d2a3c535 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f1fe7acbedbc48509204223f35d7eba2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4108453
Apr 21 14:43:05.033419 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 57570) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:05.089933 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b156dea8-eebe-4e65-9b97-2d73aab35f59 admin admin] Notify callbacks [] for router, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:05.323374 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33189c44-b401-48dd-816d-b1263a3ecee7 req-6f5f31cc-6607-42d4-a784-3a90359c28a9 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:05.325000 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-33189c44-b401-48dd-816d-b1263a3ecee7 req-6f5f31cc-6607-42d4-a784-3a90359c28a9 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 943 time: 0.4181538
Apr 21 14:43:05.330720 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9bf3f250-761a-4d80-912a-436306244f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:05.350959 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-85e65508-b947-40b0-b17f-b8f3f9ce8245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f711c550>, [{'id': '42504030-e0b2-4ba1-8841-e5a416fa965e', 'name': 'tempest-ServerRescueNegativeTestJSON-1168531284-router', 'tenant_id': '71fbd46f910d42d1975f143a55e34822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e40690ed-a199-49d1-a807-ba7b1c278b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:38:30Z', 'updated_at': '2021-04-21T14:43:01Z', 'revision_number': 5, 'project_id': '71fbd46f910d42d1975f143a55e34822', 'gw_port': {'id': 'e40690ed-a199-49d1-a807-ba7b1c278b7f', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42504030-e0b2-4ba1-8841-e5a416fa965e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:33Z', 'updated_at': '2021-04-21T14:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi'}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:43:05.356219 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e65508-b947-40b0-b17f-b8f3f9ce8245 None None] Checking router: 42504030-e0b2-4ba1-8841-e5a416fa965e for host: dv-cinder-786385-2-iscsi {{(pid=86396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:43:05.368446 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e65508-b947-40b0-b17f-b8f3f9ce8245 None None] Routers {'42504030-e0b2-4ba1-8841-e5a416fa965e'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:43:05.369256 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-85e65508-b947-40b0-b17f-b8f3f9ce8245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f711c550>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:43:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['42504030-e0b2-4ba1-8841-e5a416fa965e'], 'active': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:43:05.404830 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9bf3f250-761a-4d80-912a-436306244f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:05.452014 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b156dea8-eebe-4e65-9b97-2d73aab35f59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:05.484067 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-33189c44-b401-48dd-816d-b1263a3ecee7 req-837c3e4c-fedb-4e13-bc42-6d1313ca7996 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1213460
Apr 21 14:43:05.488074 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-b156dea8-eebe-4e65-9b97-2d73aab35f59 admin admin] Deleting port e40690ed-a199-49d1-a807-ba7b1c278b7f {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:43:05.488524 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b156dea8-eebe-4e65-9b97-2d73aab35f59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:05.569158 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9bf3f250-761a-4d80-912a-436306244f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:05.580576 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-1ed83915-25ca-4d6b-bced-ccea7c019fa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:05.628963 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-85e65508-b947-40b0-b17f-b8f3f9ce8245 None None] Set router 42504030-e0b2-4ba1-8841-e5a416fa965e gateway port host: dv-cinder-786385-2-iscsi {{(pid=86396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:43:05.649530 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf3f250-761a-4d80-912a-436306244f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8274af-ac40-4c78-82c8-f7e16c134144,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:05.674914 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ab6dccde-eee8-4da9-bf60-f5c7ae63699a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852824479', 'neutron.services.segments.db._delete_segments_for_network-8759846428787'] for network, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:05.735006 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9bf3f250-761a-4d80-912a-436306244f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:05.817977 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-ab6dccde-eee8-4da9-bf60-f5c7ae63699a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78f5beb9e8>,) {'filters': {'network_id': ['d7586439-5692-45b4-a121-4de98b0d3272']}} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:43:05.835992 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6b4686bb-3f1d-4488-8eda-48b442f045d7 req-bf7e1847-2750-4c99-aeda-96d3a1dce896 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.8759458
Apr 21 14:43:05.837864 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-ab6dccde-eee8-4da9-bf60-f5c7ae63699a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78f5beb9e8>, 'd290187c-a000-4516-b1c4-56d5a796fa49') {'for_net_delete': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:43:05.838256 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-ab6dccde-eee8-4da9-bf60-f5c7ae63699a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78f5beb9e8>, 'd290187c-a000-4516-b1c4-56d5a796fa49') {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:43:05.853548 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ab6dccde-eee8-4da9-bf60-f5c7ae63699a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277008185699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839885257'] for segment, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:05.882990 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ab6dccde-eee8-4da9-bf60-f5c7ae63699a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852863918'] for segment, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:05.894831 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-b156dea8-eebe-4e65-9b97-2d73aab35f59 admin admin] For port e40690ed-a199-49d1-a807-ba7b1c278b7f, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=e40690ed-a199-49d1-a807-ba7b1c278b7f,segment=NetworkSegment(cc9f75c9-c7cc-49bd-a770-8a7cd276112c),segment_id=cc9f75c9-c7cc-49bd-a770-8a7cd276112c)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:43:05.895768 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b156dea8-eebe-4e65-9b97-2d73aab35f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:05.906447 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab6dccde-eee8-4da9-bf60-f5c7ae63699a admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=86394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 14:43:06.125557 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-b156dea8-eebe-4e65-9b97-2d73aab35f59 admin admin] Calling delete_port for e40690ed-a199-49d1-a807-ba7b1c278b7f owned by network:router_gateway {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:43:06.203562 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9bf3f250-761a-4d80-912a-436306244f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:06.206053 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-9bf3f250-761a-4d80-912a-436306244f97 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cd8274af-ac40-4c78-82c8-f7e16c134144 HTTP/1.1" status: 204  len: 168 time: 1.1712711
Apr 21 14:43:06.228507 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-85e65508-b947-40b0-b17f-b8f3f9ce8245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f711c550>, [{'id': '42504030-e0b2-4ba1-8841-e5a416fa965e', 'name': 'tempest-ServerRescueNegativeTestJSON-1168531284-router', 'tenant_id': '71fbd46f910d42d1975f143a55e34822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e40690ed-a199-49d1-a807-ba7b1c278b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:38:30Z', 'updated_at': '2021-04-21T14:43:01Z', 'revision_number': 5, 'project_id': '71fbd46f910d42d1975f143a55e34822', 'gw_port': {'id': 'e40690ed-a199-49d1-a807-ba7b1c278b7f', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42504030-e0b2-4ba1-8841-e5a416fa965e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:33Z', 'updated_at': '2021-04-21T14:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi'}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:43:06.234185 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e65508-b947-40b0-b17f-b8f3f9ce8245 None None] The sync data for ids ['42504030-e0b2-4ba1-8841-e5a416fa965e'] in dv-cinder-786385-2-iscsi is: [{'id': '42504030-e0b2-4ba1-8841-e5a416fa965e', 'name': 'tempest-ServerRescueNegativeTestJSON-1168531284-router', 'tenant_id': '71fbd46f910d42d1975f143a55e34822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e40690ed-a199-49d1-a807-ba7b1c278b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:38:30Z', 'updated_at': '2021-04-21T14:43:01Z', 'revision_number': 5, 'project_id': '71fbd46f910d42d1975f143a55e34822', 'gw_port': {'id': 'e40690ed-a199-49d1-a807-ba7b1c278b7f', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42504030-e0b2-4ba1-8841-e5a416fa965e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:33Z', 'updated_at': '2021-04-21T14:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi'}] {{(pid=86396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:43:06.281903 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-ab6dccde-eee8-4da9-bf60-f5c7ae63699a admin admin] Network d7586439-5692-45b4-a121-4de98b0d3272 has no segments {{(pid=86394) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 14:43:06.304847 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ab6dccde-eee8-4da9-bf60-f5c7ae63699a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1911845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839088275'] for segment, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:06.357476 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 14:43:06.557668 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7,segment=NetworkSegment(b25a38b9-fe49-48a1-b6a4-3eba25ea7a91),segment_id=b25a38b9-fe49-48a1-b6a4-3eba25ea7a91)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:43:06.586280 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Returning: {'device': 'cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7', 'network_id': 'a003a337-7cb6-4621-a360-57adf836244c', 'port_id': 'cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7', 'mac_address': 'fa:16:3e:27:08:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f2fe62-2656-4892-a94c-57e1e270df1c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 14:43:06.667271 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b156dea8-eebe-4e65-9b97-2d73aab35f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:06.674337 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:06.691122 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-de63f6fe-50d1-4c97-8407-972d2a800571 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:06.710727 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7 {{(pid=86395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:43:06.749052 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7,segment=NetworkSegment(b25a38b9-fe49-48a1-b6a4-3eba25ea7a91),segment_id=b25a38b9-fe49-48a1-b6a4-3eba25ea7a91)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:43:06.755861 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:06.766920 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:06.839398 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156dea8-eebe-4e65-9b97-2d73aab35f59 admin admin] Pushing event deleted for resources: {'Port': ['ID=e40690ed-a199-49d1-a807-ba7b1c278b7f,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:06.848638 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-b156dea8-eebe-4e65-9b97-2d73aab35f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:06.871742 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7,revision_number=4']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:06.875554 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:06.994637 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b156dea8-eebe-4e65-9b97-2d73aab35f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650085'] for router_gateway, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:07.010942 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-ab6dccde-eee8-4da9-bf60-f5c7ae63699a admin admin] Network d7586439-5692-45b4-a121-4de98b0d3272 has no segments {{(pid=86394) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 14:43:07.072878 dv-cinder-786385-2-iscsi neutron-server[86282]: Traceback (most recent call last):
Apr 21 14:43:07.072878 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 14:43:07.072878 dv-cinder-786385-2-iscsi neutron-server[86282]:     timer()
Apr 21 14:43:07.072878 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 14:43:07.072878 dv-cinder-786385-2-iscsi neutron-server[86282]:     cb(*args, **kw)
Apr 21 14:43:07.072878 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 14:43:07.072878 dv-cinder-786385-2-iscsi neutron-server[86282]:     return func(*args, **kwargs)
Apr 21 14:43:07.072878 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 14:43:07.072878 dv-cinder-786385-2-iscsi neutron-server[86282]:     self._notify()
Apr 21 14:43:07.072878 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 14:43:07.072878 dv-cinder-786385-2-iscsi neutron-server[86282]:     self.callback(batched_events)
Apr 21 14:43:07.072878 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 14:43:07.072878 dv-cinder-786385-2-iscsi neutron-server[86282]:     event.method(event)
Apr 21 14:43:07.072878 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 14:43:07.072878 dv-cinder-786385-2-iscsi neutron-server[86282]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 14:43:07.072878 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 14:43:07.072878 dv-cinder-786385-2-iscsi neutron-server[86282]:     segment_id)['aggregates'][0]
Apr 21 14:43:07.072878 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 14:43:07.072878 dv-cinder-786385-2-iscsi neutron-server[86282]:     return f(self, *a, **k)
Apr 21 14:43:07.072878 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 14:43:07.072878 dv-cinder-786385-2-iscsi neutron-server[86282]:     return self._get(url).json()
Apr 21 14:43:07.072878 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 14:43:07.072878 dv-cinder-786385-2-iscsi neutron-server[86282]:     **kwargs)
Apr 21 14:43:07.072878 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 14:43:07.072878 dv-cinder-786385-2-iscsi neutron-server[86282]:     return self.request(url, 'GET', **kwargs)
Apr 21 14:43:07.072878 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 14:43:07.072878 dv-cinder-786385-2-iscsi neutron-server[86282]:     **endpoint_filter)
Apr 21 14:43:07.072878 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 14:43:07.072878 dv-cinder-786385-2-iscsi neutron-server[86282]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 14:43:07.072878 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 14:43:07.072878 dv-cinder-786385-2-iscsi neutron-server[86282]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 14:43:07.072878 dv-cinder-786385-2-iscsi neutron-server[86282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 14:43:07.100640 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:43:07.227382 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4f4dd-c642-4699-aa05-3db68c73a9d7 req-df13a5aa-9304-4567-a02f-8679fd768896 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:07.246039 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-13f4f4dd-c642-4699-aa05-3db68c73a9d7 req-df13a5aa-9304-4567-a02f-8679fd768896 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 943 time: 0.8866765
Apr 21 14:43:07.376638 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 5815b84b-d382-4326-874d-2a7f412a6311 no longer exists at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:43:07.432841 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-13f4f4dd-c642-4699-aa05-3db68c73a9d7 req-c51e7f3a-2713-4285-861a-cb3139be030e tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1504970
Apr 21 14:43:07.434684 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ab6dccde-eee8-4da9-bf60-f5c7ae63699a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1951337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630402'] for network, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:07.444530 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ab6dccde-eee8-4da9-bf60-f5c7ae63699a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for network, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:07.453226 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:07.521116 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6dccde-eee8-4da9-bf60-f5c7ae63699a admin admin] Pushing event deleted for resources: {'Network': ['ID=d7586439-5692-45b4-a121-4de98b0d3272,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:07.526335 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ab6dccde-eee8-4da9-bf60-f5c7ae63699a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:07.541768 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-ab6dccde-eee8-4da9-bf60-f5c7ae63699a admin admin] 10.222.0.24 "DELETE /v2.0/networks/d7586439-5692-45b4-a121-4de98b0d3272 HTTP/1.1" status: 204  len: 168 time: 2.8687625
Apr 21 14:43:07.632369 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b156dea8-eebe-4e65-9b97-2d73aab35f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773215'] for router, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:07.657285 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee70267-8682-4137-b817-97277270d1e6 req-c662e3e4-b504-4415-8275-d8e229cfaacd tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:07.675659 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fee70267-8682-4137-b817-97277270d1e6 req-c662e3e4-b504-4415-8275-d8e229cfaacd tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 944 time: 0.8367155
Apr 21 14:43:07.681916 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b156dea8-eebe-4e65-9b97-2d73aab35f59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:07.713726 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] No Port match for: 5815b84b-d382-4326-874d-2a7f412a6311 {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:43:07.714160 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 5815b84b-d382-4326-874d-2a7f412a6311 not bound to the agent host dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:43:08.005516 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fee70267-8682-4137-b817-97277270d1e6 req-ce9f28b0-1b98-423d-8189-5cd79d40452c tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3282042
Apr 21 14:43:08.017750 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b156dea8-eebe-4e65-9b97-2d73aab35f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854151811'] for router, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:08.018647 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b156dea8-eebe-4e65-9b97-2d73aab35f59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42504030-e0b2-4ba1-8841-e5a416fa965e {{(pid=86393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 21 14:43:08.052833 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 57604) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:08.054945 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b156dea8-eebe-4e65-9b97-2d73aab35f59 admin admin] Notify callbacks [] for router, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:08.056531 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-b156dea8-eebe-4e65-9b97-2d73aab35f59 admin admin] 10.222.0.24 "DELETE /v2.0/routers/42504030-e0b2-4ba1-8841-e5a416fa965e HTTP/1.1" status: 204  len: 168 time: 3.6584303
Apr 21 14:43:08.061528 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 57608) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:08.190469 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da8dd73-598c-4037-aeaf-54c0230a53ec admin admin] Deleting subnet 9f4471c1-ae41-4081-b6bd-5b95750edf0f {{(pid=86393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 14:43:08.205474 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-4655d85a-f617-48ae-8ef1-8f338b7795ea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c273beec5c4c4f89a4c7c896497de7b8&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1500318
Apr 21 14:43:08.207496 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 57614) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:08.209570 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3da8dd73-598c-4037-aeaf-54c0230a53ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:08.332377 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-654469ca-a6e1-4cff-88ab-81e2a618aade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:08.371341 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 57618) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:08.373961 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-654469ca-a6e1-4cff-88ab-81e2a618aade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:08.432361 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3da8dd73-598c-4037-aeaf-54c0230a53ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14106613'] for subnet, precommit_delete_associations {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:08.469191 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-654469ca-a6e1-4cff-88ab-81e2a618aade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:08.479248 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-1d50ffeb-df0f-4943-8de3-faf9743b731d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:08.502401 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654469ca-a6e1-4cff-88ab-81e2a618aade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:08.507359 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-654469ca-a6e1-4cff-88ab-81e2a618aade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:08.545578 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-654469ca-a6e1-4cff-88ab-81e2a618aade admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:08.547181 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-654469ca-a6e1-4cff-88ab-81e2a618aade admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f66ba63-abbb-4f9e-a5ad-f21a184c3ec6 HTTP/1.1" status: 204  len: 168 time: 0.3357258
Apr 21 14:43:08.596648 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3da8dd73-598c-4037-aeaf-54c0230a53ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1951284'] for subnet, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:08.674276 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4686bb-3f1d-4488-8eda-48b442f045d7 req-20413b02-3242-4bb5-8236-fda1e9ecaf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:08.677286 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6b4686bb-3f1d-4488-8eda-48b442f045d7 req-20413b02-3242-4bb5-8236-fda1e9ecaf50 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a&tenant_id=b0771cc9ab3c4a23881ef55e4b3218b3 HTTP/1.1" status: 200  len: 1096 time: 0.3907685
Apr 21 14:43:08.689047 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-83b9939e-6c0f-4f40-9b18-5af8cefdb1ad admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1285825290-network', 'tenant_id': 'f8c0e6515053422b8185d7532e81af1c'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:43:08.701933 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-83b9939e-6c0f-4f40-9b18-5af8cefdb1ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:43:08.729653 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-83b9939e-6c0f-4f40-9b18-5af8cefdb1ad admin admin] Usage tracker for resource:network and tenant:f8c0e6515053422b8185d7532e81af1c is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:43:08.801365 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-83b9939e-6c0f-4f40-9b18-5af8cefdb1ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:43:08.805719 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:08.814171 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacad011-6b12-41ee-9627-b1046b06e937 req-db975c7f-9784-4ac0-be97-c93e8c813999 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:08.817402 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bacad011-6b12-41ee-9627-b1046b06e937 req-db975c7f-9784-4ac0-be97-c93e8c813999 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 943 time: 0.1419778
Apr 21 14:43:08.844364 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-83b9939e-6c0f-4f40-9b18-5af8cefdb1ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:43:08.894437 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bacad011-6b12-41ee-9627-b1046b06e937 req-43c126ae-6126-4bfd-92f1-bbf7055eddfe tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0693774
Apr 21 14:43:09.026047 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b9939e-6c0f-4f40-9b18-5af8cefdb1ad admin admin] Made reservation on behalf of f8c0e6515053422b8185d7532e81af1c for: {'network': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:43:09.034261 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-83b9939e-6c0f-4f40-9b18-5af8cefdb1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for network, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:09.074621 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-83b9939e-6c0f-4f40-9b18-5af8cefdb1ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:09.150269 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-83b9939e-6c0f-4f40-9b18-5af8cefdb1ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:43:09.189870 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-83b9939e-6c0f-4f40-9b18-5af8cefdb1ad admin admin] Usage tracker for resource:security_group_rule and tenant:f8c0e6515053422b8185d7532e81af1c is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:43:09.204910 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-83b9939e-6c0f-4f40-9b18-5af8cefdb1ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:43:09.227589 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-83b9939e-6c0f-4f40-9b18-5af8cefdb1ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:43:09.239723 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device e40690ed-a199-49d1-a807-ba7b1c278b7f no longer exists at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:43:09.271683 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4686bb-3f1d-4488-8eda-48b442f045d7 req-04e273e5-4a90-4016-aaab-ed4d4d4b210d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:09.274763 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6b4686bb-3f1d-4488-8eda-48b442f045d7 req-04e273e5-4a90-4016-aaab-ed4d4d4b210d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0771cc9ab3c4a23881ef55e4b3218b3&device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 1096 time: 0.5476480
Apr 21 14:43:09.285966 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] No Port match for: e40690ed-a199-49d1-a807-ba7b1c278b7f {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:43:09.286579 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device e40690ed-a199-49d1-a807-ba7b1c278b7f not bound to the agent host dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:43:09.769252 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4686bb-3f1d-4488-8eda-48b442f045d7 req-c2b48779-d7be-4206-a3d2-d97064ea87b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:09.771161 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6b4686bb-3f1d-4488-8eda-48b442f045d7 req-c2b48779-d7be-4206-a3d2-d97064ea87b3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4398a4b8-9ecd-43b2-988b-da3ccd660ad9 HTTP/1.1" status: 200  len: 918 time: 0.4526784
Apr 21 14:43:09.781384 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3da8dd73-598c-4037-aeaf-54c0230a53ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852824564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839847661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14113115'] for subnet, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:09.857777 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-5c0d1f7b-131e-418b-9a81-06fea400095f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:09.923890 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e4b8a-e43c-4e58-8006-fffe6f697d77 req-873f0914-95a6-4ecc-aabb-ce79f8378522 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:09.925898 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ad3e4b8a-e43c-4e58-8006-fffe6f697d77 req-873f0914-95a6-4ecc-aabb-ce79f8378522 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 944 time: 0.6595001
Apr 21 14:43:09.937229 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3da8dd73-598c-4037-aeaf-54c0230a53ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:09.962142 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da8dd73-598c-4037-aeaf-54c0230a53ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f4471c1-ae41-4081-b6bd-5b95750edf0f,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:09.978441 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-3da8dd73-598c-4037-aeaf-54c0230a53ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:10.010222 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-3da8dd73-598c-4037-aeaf-54c0230a53ec admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9f4471c1-ae41-4081-b6bd-5b95750edf0f HTTP/1.1" status: 204  len: 168 time: 1.9441774
Apr 21 14:43:10.011058 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 57656) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:10.033960 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-83b9939e-6c0f-4f40-9b18-5af8cefdb1ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:10.081648 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6b4686bb-3f1d-4488-8eda-48b442f045d7 req-6f6e6679-5427-4c61-8891-cdadeb58ee96 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=245817c6-3c22-47d2-a7ad-82a9d1f0181d HTTP/1.1" status: 200  len: 999 time: 0.2986012
Apr 21 14:43:10.088732 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-83b9939e-6c0f-4f40-9b18-5af8cefdb1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:10.100439 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-66949e12-fa97-440b-98d5-f17b31a03f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:10.157206 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e0ed044e-3152-4a8e-8cc1-96b07ab66633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2044280'] for network, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:10.188468 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ad3e4b8a-e43c-4e58-8006-fffe6f697d77 req-ce3ae009-6443-4937-9cd0-ffb739cc7f46 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2398269
Apr 21 14:43:10.220339 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b9939e-6c0f-4f40-9b18-5af8cefdb1ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345}  {{(pid=86393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 14:43:10.229633 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9939e-6c0f-4f40-9b18-5af8cefdb1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584cc579-12fb-4a1e-8c27-29e5ffba2158,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:10.244434 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-83b9939e-6c0f-4f40-9b18-5af8cefdb1ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:10.271920 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-83b9939e-6c0f-4f40-9b18-5af8cefdb1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852863918'] for segment, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:10.272487 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.segments_db [None req-83b9939e-6c0f-4f40-9b18-5af8cefdb1ad admin admin] Added segment a36a514c-7c8d-48b2-bf46-0f68fe951f75 of type vlan for network 9327aacc-fa36-490f-aded-1b1eb5e76615
Apr 21 14:43:10.274970 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4686bb-3f1d-4488-8eda-48b442f045d7 req-5f3358eb-917b-479e-979c-d400e3863748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:10.276899 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6b4686bb-3f1d-4488-8eda-48b442f045d7 req-5f3358eb-917b-479e-979c-d400e3863748 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48293642-451e-458e-960c-7fbf1e7e7bc3 HTTP/1.1" status: 200  len: 856 time: 0.1778440
Apr 21 14:43:10.357223 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-83b9939e-6c0f-4f40-9b18-5af8cefdb1ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759846068458'] for network, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:10.394421 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7 up at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:43:10.418632 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-83b9939e-6c0f-4f40-9b18-5af8cefdb1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162'] for network, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:10.421901 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4686bb-3f1d-4488-8eda-48b442f045d7 req-bfbc986b-2feb-47e8-b5e0-5dea291fee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:10.423588 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6b4686bb-3f1d-4488-8eda-48b442f045d7 req-bfbc986b-2feb-47e8-b5e0-5dea291fee46 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4398a4b8-9ecd-43b2-988b-da3ccd660ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1388216
Apr 21 14:43:10.424850 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b9939e-6c0f-4f40-9b18-5af8cefdb1ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:10.425855 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-83b9939e-6c0f-4f40-9b18-5af8cefdb1ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for network, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:10.432019 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-b868a16e-953d-464d-9c25-d9ca3287e6d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:10.443836 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e0ed044e-3152-4a8e-8cc1-96b07ab66633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852824479', 'neutron.services.segments.db._delete_segments_for_network-8759846428787'] for network, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:10.587841 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning for port cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7 completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:43:10.596989 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning complete for port cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:43:10.598088 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:10.698131 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-83b9939e-6c0f-4f40-9b18-5af8cefdb1ad admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 2.3005352
Apr 21 14:43:10.701137 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 57664) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:10.730698 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-c71677e4-700a-4376-a667-c4b3e44947fe admin admin] Request body: {'subnet': {'network_id': '9327aacc-fa36-490f-aded-1b1eb5e76615', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1285825290-subnet', 'tenant_id': 'f8c0e6515053422b8185d7532e81af1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:43:10.754895 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-c71677e4-700a-4376-a667-c4b3e44947fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:43:10.758123 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9939e-6c0f-4f40-9b18-5af8cefdb1ad admin admin] Pushing event updated for resources: {'Network': ['ID=9327aacc-fa36-490f-aded-1b1eb5e76615,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:10.763518 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-83b9939e-6c0f-4f40-9b18-5af8cefdb1ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:10.777695 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-c71677e4-700a-4376-a667-c4b3e44947fe admin admin] Usage tracker for resource:subnet and tenant:f8c0e6515053422b8185d7532e81af1c is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:43:10.830943 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-e0ed044e-3152-4a8e-8cc1-96b07ab66633 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78f6b73080>,) {'filters': {'network_id': ['bacac062-2ca2-4bed-9f00-1f32f650b8c7']}} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:43:10.835595 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6b4686bb-3f1d-4488-8eda-48b442f045d7 req-5382dee6-761a-4c71-857b-38301562c51a service neutron] 10.222.0.36 "GET /v2.0/networks/4398a4b8-9ecd-43b2-988b-da3ccd660ad9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3737369
Apr 21 14:43:10.837522 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-c71677e4-700a-4376-a667-c4b3e44947fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:43:10.851751 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-c71677e4-700a-4376-a667-c4b3e44947fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:43:10.859331 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Network 9327aacc-fa36-490f-aded-1b1eb5e76615 details requested by agent ovs-agent-dv-cinder-786385-2-iscsi with host dv-cinder-786385-2-iscsi {{(pid=86395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 14:43:10.872569 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-e0ed044e-3152-4a8e-8cc1-96b07ab66633 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78f6b73080>, 'b1006777-ba8a-4e5f-963e-98057016fe18') {'for_net_delete': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:43:10.872569 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-e0ed044e-3152-4a8e-8cc1-96b07ab66633 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78f6b73080>, 'b1006777-ba8a-4e5f-963e-98057016fe18') {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:43:10.874025 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:10.890629 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e0ed044e-3152-4a8e-8cc1-96b07ab66633 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277008185699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839885257'] for segment, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:10.913551 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ad6998-eddd-4b1f-b1f8-adada36a72a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7'}] {{(pid=86395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:43:10.929244 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e0ed044e-3152-4a8e-8cc1-96b07ab66633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852863918'] for segment, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:10.942777 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ed044e-3152-4a8e-8cc1-96b07ab66633 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=86394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 14:43:10.979644 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7,segment=NetworkSegment(b25a38b9-fe49-48a1-b6a4-3eba25ea7a91),segment_id=b25a38b9-fe49-48a1-b6a4-3eba25ea7a91)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:43:11.015591 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce3f82-bf7f-4dde-a964-6175533a9f08 req-7c3f51af-9673-4b0d-a11c-726857cd8a2b tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:11.017541 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a0ce3f82-bf7f-4dde-a964-6175533a9f08 req-7c3f51af-9673-4b0d-a11c-726857cd8a2b tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 943 time: 0.5189397
Apr 21 14:43:11.027436 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71677e4-700a-4376-a667-c4b3e44947fe admin admin] Made reservation on behalf of f8c0e6515053422b8185d7532e81af1c for: {'subnet': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:43:11.033030 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c71677e4-700a-4376-a667-c4b3e44947fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036840662671'] for subnet, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:11.060687 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:11.063766 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:11.185692 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7,revision_number=5']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:11.190130 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:11.200335 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a0ce3f82-bf7f-4dde-a964-6175533a9f08 req-6beb658e-2545-42fd-b107-c1bb823ac102 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1474285
Apr 21 14:43:11.206948 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6b4686bb-3f1d-4488-8eda-48b442f045d7 req-4f011d3b-ba5d-4787-9678-01e82abf6d84 service neutron] 10.222.0.36 "GET /v2.0/networks/4398a4b8-9ecd-43b2-988b-da3ccd660ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3577960
Apr 21 14:43:11.262972 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96ad6998-eddd-4b1f-b1f8-adada36a72a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7', 'code': 200}
Apr 21 14:43:11.297081 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-e0ed044e-3152-4a8e-8cc1-96b07ab66633 admin admin] Network bacac062-2ca2-4bed-9f00-1f32f650b8c7 has no segments {{(pid=86394) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 14:43:11.309103 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e0ed044e-3152-4a8e-8cc1-96b07ab66633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1911845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839088275'] for segment, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:11.522007 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-e0ed044e-3152-4a8e-8cc1-96b07ab66633 admin admin] Network bacac062-2ca2-4bed-9f00-1f32f650b8c7 has no segments {{(pid=86394) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 14:43:11.548530 dv-cinder-786385-2-iscsi neutron-server[86282]: Traceback (most recent call last):
Apr 21 14:43:11.548530 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 14:43:11.548530 dv-cinder-786385-2-iscsi neutron-server[86282]:     timer()
Apr 21 14:43:11.548530 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 14:43:11.548530 dv-cinder-786385-2-iscsi neutron-server[86282]:     cb(*args, **kw)
Apr 21 14:43:11.548530 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 14:43:11.548530 dv-cinder-786385-2-iscsi neutron-server[86282]:     return func(*args, **kwargs)
Apr 21 14:43:11.548530 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 14:43:11.548530 dv-cinder-786385-2-iscsi neutron-server[86282]:     self._notify()
Apr 21 14:43:11.548530 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 14:43:11.548530 dv-cinder-786385-2-iscsi neutron-server[86282]:     self.callback(batched_events)
Apr 21 14:43:11.548530 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 14:43:11.548530 dv-cinder-786385-2-iscsi neutron-server[86282]:     event.method(event)
Apr 21 14:43:11.548530 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 14:43:11.548530 dv-cinder-786385-2-iscsi neutron-server[86282]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 14:43:11.548530 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 14:43:11.548530 dv-cinder-786385-2-iscsi neutron-server[86282]:     segment_id)['aggregates'][0]
Apr 21 14:43:11.548530 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 14:43:11.548530 dv-cinder-786385-2-iscsi neutron-server[86282]:     return f(self, *a, **k)
Apr 21 14:43:11.548530 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 14:43:11.548530 dv-cinder-786385-2-iscsi neutron-server[86282]:     return self._get(url).json()
Apr 21 14:43:11.548530 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 14:43:11.548530 dv-cinder-786385-2-iscsi neutron-server[86282]:     **kwargs)
Apr 21 14:43:11.548530 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 14:43:11.548530 dv-cinder-786385-2-iscsi neutron-server[86282]:     return self.request(url, 'GET', **kwargs)
Apr 21 14:43:11.548530 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 14:43:11.548530 dv-cinder-786385-2-iscsi neutron-server[86282]:     **endpoint_filter)
Apr 21 14:43:11.548530 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 14:43:11.548530 dv-cinder-786385-2-iscsi neutron-server[86282]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 14:43:11.548530 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 14:43:11.548530 dv-cinder-786385-2-iscsi neutron-server[86282]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 14:43:11.548530 dv-cinder-786385-2-iscsi neutron-server[86282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 14:43:11.656951 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e0ed044e-3152-4a8e-8cc1-96b07ab66633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1951337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630402'] for network, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:11.664021 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:11.693899 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e0ed044e-3152-4a8e-8cc1-96b07ab66633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for network, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:11.725248 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed044e-3152-4a8e-8cc1-96b07ab66633 admin admin] Pushing event deleted for resources: {'Network': ['ID=bacac062-2ca2-4bed-9f00-1f32f650b8c7,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:11.732328 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e0ed044e-3152-4a8e-8cc1-96b07ab66633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:11.740792 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-e0ed044e-3152-4a8e-8cc1-96b07ab66633 admin admin] 10.222.0.24 "DELETE /v2.0/networks/bacac062-2ca2-4bed-9f00-1f32f650b8c7 HTTP/1.1" status: 204  len: 168 time: 1.7282157
Apr 21 14:43:11.917572 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ddf14-41b6-4afb-b146-43066eb48fca req-0408b99f-cf76-45e8-a0f0-1e3cfd5c01c0 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:11.919378 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3a5ddf14-41b6-4afb-b146-43066eb48fca req-0408b99f-cf76-45e8-a0f0-1e3cfd5c01c0 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 945 time: 0.5355031
Apr 21 14:43:12.034707 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 57684) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:12.056809 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3a5ddf14-41b6-4afb-b146-43066eb48fca req-0c046267-f16f-4039-9bef-d8e511a41334 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1294882
Apr 21 14:43:12.080362 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cf18d-3344-461e-b6f8-68587959b8a7 req-b3253afa-da09-4a06-9982-8b1e475f1238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:12.083216 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-985cf18d-3344-461e-b6f8-68587959b8a7 req-b3253afa-da09-4a06-9982-8b1e475f1238 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 1098 time: 0.2721648
Apr 21 14:43:12.150483 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-985cf18d-3344-461e-b6f8-68587959b8a7 req-efb6c642-d4f5-493f-9b19-ee7dcbf6e384 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587044
Apr 21 14:43:12.155522 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-ff56790a-9a0b-4094-82aa-1ff214700aa4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=71fbd46f910d42d1975f143a55e34822&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1150019
Apr 21 14:43:12.156276 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 57692) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:12.228569 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c71677e4-700a-4376-a667-c4b3e44947fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14928214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036840662688'] for subnet, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:12.248496 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-a7b29e98-ab6a-43c7-a6c4-97db55be150d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:12.256735 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-629d2768-fa26-4cbd-87e5-92f47971d17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:12.291864 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-629d2768-fa26-4cbd-87e5-92f47971d17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:12.350112 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-629d2768-fa26-4cbd-87e5-92f47971d17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:12.365011 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-96818c06-584c-484f-8ee5-0b8b35ed2b5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:12.385205 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d2768-fa26-4cbd-87e5-92f47971d17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b669f57-741e-47cb-9da8-0bd0ff4afadb,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:12.389656 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-629d2768-fa26-4cbd-87e5-92f47971d17c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:12.394190 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71677e4-700a-4376-a667-c4b3e44947fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c2aa654-833e-48ee-96e9-6b46ef123ed3,revision_number=0']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:12.398691 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c71677e4-700a-4376-a667-c4b3e44947fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:12.402272 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71677e4-700a-4376-a667-c4b3e44947fe admin admin] Checking segment: {'id': 'a36a514c-7c8d-48b2-bf46-0f68fe951f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9327aacc-fa36-490f-aded-1b1eb5e76615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:43:12.402835 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71677e4-700a-4376-a667-c4b3e44947fe admin admin] Network hostable DHCP agents. Network: 9327aacc-fa36-490f-aded-1b1eb5e76615, hostable agents: ['185605b6-6305-46ac-a1cb-38316e52a922'], hosted agents: [] {{(pid=86393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 14:43:12.403305 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-629d2768-fa26-4cbd-87e5-92f47971d17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:12.405450 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-629d2768-fa26-4cbd-87e5-92f47971d17c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8b669f57-741e-47cb-9da8-0bd0ff4afadb HTTP/1.1" status: 204  len: 168 time: 0.2475817
Apr 21 14:43:12.427202 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71677e4-700a-4376-a667-c4b3e44947fe admin admin] Network 9327aacc-fa36-490f-aded-1b1eb5e76615 is scheduled to be hosted by DHCP agent 185605b6-6305-46ac-a1cb-38316e52a922 with binding_index 1 {{(pid=86393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 14:43:12.441907 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-c71677e4-700a-4376-a667-c4b3e44947fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-iscsi, 9327aacc-fa36-490f-aded-1b1eb5e76615) {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:43:12.456744 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cc9f74-9538-4d28-9835-f5a22185015a None None] Network 9327aacc-fa36-490f-aded-1b1eb5e76615 requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:43:12.480168 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71677e4-700a-4376-a667-c4b3e44947fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:12.481315 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c71677e4-700a-4376-a667-c4b3e44947fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:12.531187 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-c71677e4-700a-4376-a667-c4b3e44947fe admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.8229191
Apr 21 14:43:12.909724 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2e523-e713-465b-beca-268107f4ee26 req-6ceaf802-02a6-4007-8d2d-7f6e160b56fa tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:12.937343 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-81f2e523-e713-465b-beca-268107f4ee26 req-6ceaf802-02a6-4007-8d2d-7f6e160b56fa tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 943 time: 0.3636193
Apr 21 14:43:13.014239 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e98542-8d34-4ee7-8984-4ef4ca01cc2d None None] Network 9327aacc-fa36-490f-aded-1b1eb5e76615 requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:43:13.127189 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-81f2e523-e713-465b-beca-268107f4ee26 req-9a6d6167-d23f-47f9-a6ff-ab181a869450 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1876307
Apr 21 14:43:13.778439 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ec01d-9855-46aa-95af-6e919d5a009a req-90c104dd-8db9-4f10-bdb1-22400f5ce95c tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:13.790825 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0d4ec01d-9855-46aa-95af-6e919d5a009a req-90c104dd-8db9-4f10-bdb1-22400f5ce95c tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 945 time: 0.1797628
Apr 21 14:43:13.883490 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0d4ec01d-9855-46aa-95af-6e919d5a009a req-dc949214-0c8d-46f2-9991-fb9b4f50fe3a tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0886910
Apr 21 14:43:14.268850 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 57760) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:14.292071 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95641d1-60d5-4aa1-afe7-9fc61aa2f84c req-fa2c9b1f-0950-4eaa-af60-183d142fb676 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:14.306348 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e95641d1-60d5-4aa1-afe7-9fc61aa2f84c req-fa2c9b1f-0950-4eaa-af60-183d142fb676 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 945 time: 0.2010336
Apr 21 14:43:14.443563 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e95641d1-60d5-4aa1-afe7-9fc61aa2f84c req-01ba7790-9e88-466b-a078-c0d60733387e tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1359036
Apr 21 14:43:14.472426 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 57766) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:14.577723 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4cc34f-3213-42d2-8620-1739662f49c2 req-feba1f2e-795d-441a-a04c-f44b5acbbc07 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:14.579490 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0e4cc34f-3213-42d2-8620-1739662f49c2 req-feba1f2e-795d-441a-a04c-f44b5acbbc07 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 943 time: 0.1271889
Apr 21 14:43:14.581432 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-ae8a41a6-8db8-4f39-898f-e2fe18916e7e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1045067339-network', 'tenant_id': '2023f43db8e84313ace24e0426447810'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:43:14.587937 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-ae8a41a6-8db8-4f39-898f-e2fe18916e7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:43:14.596602 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-ae8a41a6-8db8-4f39-898f-e2fe18916e7e admin admin] Usage tracker for resource:network and tenant:2023f43db8e84313ace24e0426447810 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:43:14.600667 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-ae8a41a6-8db8-4f39-898f-e2fe18916e7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:43:14.609043 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-ae8a41a6-8db8-4f39-898f-e2fe18916e7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:43:14.622364 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8a41a6-8db8-4f39-898f-e2fe18916e7e admin admin] Made reservation on behalf of 2023f43db8e84313ace24e0426447810 for: {'network': 1} {{(pid=86394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:43:14.628977 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ae8a41a6-8db8-4f39-898f-e2fe18916e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for network, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:14.645129 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ae8a41a6-8db8-4f39-898f-e2fe18916e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:14.693230 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-ae8a41a6-8db8-4f39-898f-e2fe18916e7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:43:14.705706 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-ae8a41a6-8db8-4f39-898f-e2fe18916e7e admin admin] Usage tracker for resource:security_group_rule and tenant:2023f43db8e84313ace24e0426447810 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:43:14.709723 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0e4cc34f-3213-42d2-8620-1739662f49c2 req-18216bab-9e2e-474f-a219-00297023e94a tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1131806
Apr 21 14:43:14.713212 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-ae8a41a6-8db8-4f39-898f-e2fe18916e7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:43:14.726700 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-ae8a41a6-8db8-4f39-898f-e2fe18916e7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:43:14.916258 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8db8721-bdc4-4d59-95d6-5aa44890f94b tempest-TestShelveInstance-688378128 tempest-TestShelveInstance-688378128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:14.917474 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-f8db8721-bdc4-4d59-95d6-5aa44890f94b tempest-TestShelveInstance-688378128 tempest-TestShelveInstance-688378128-project-admin] Synchronizing usage tracker for tenant:01e95465057243c787344dfee3ddb775 on resource:port {{(pid=86394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:43:14.963085 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ae8a41a6-8db8-4f39-898f-e2fe18916e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:14.969727 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ae8a41a6-8db8-4f39-898f-e2fe18916e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:14.974189 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-12a9f966-cd94-4127-bb5d-e6551e56998f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:15.007621 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-f8db8721-bdc4-4d59-95d6-5aa44890f94b tempest-TestShelveInstance-688378128 tempest-TestShelveInstance-688378128-project-admin] Unset dirty status for tenant:01e95465057243c787344dfee3ddb775 on resource:port {{(pid=86394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:43:15.009050 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-f8db8721-bdc4-4d59-95d6-5aa44890f94b tempest-TestShelveInstance-688378128 tempest-TestShelveInstance-688378128-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 1093 time: 0.5355005
Apr 21 14:43:15.015694 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 57782) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:15.015959 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a41a6-8db8-4f39-898f-e2fe18916e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3cf14b-08ef-4345-9ba5-8a2c3ea16d36,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:15.027858 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ae8a41a6-8db8-4f39-898f-e2fe18916e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:15.044351 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-78ca2833-099f-4030-92fc-803e9ee0f011 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Request body: {'floatingip': {'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'port_id': 'cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7', 'tenant_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:43:15.045140 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae8a41a6-8db8-4f39-898f-e2fe18916e7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340}  {{(pid=86394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 14:43:15.063967 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-78ca2833-099f-4030-92fc-803e9ee0f011 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:43:15.068864 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-78ca2833-099f-4030-92fc-803e9ee0f011 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Usage tracker for resource:floatingip and tenant:a6d44a65707b47e1b0190ca77b504c5a is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:43:15.071446 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ae8a41a6-8db8-4f39-898f-e2fe18916e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852863918'] for segment, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:15.072166 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-78ca2833-099f-4030-92fc-803e9ee0f011 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:43:15.072370 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.segments_db [None req-ae8a41a6-8db8-4f39-898f-e2fe18916e7e admin admin] Added segment f2d00b48-a8e9-439a-be0e-75fab15fd794 of type vlan for network 6a53d39c-de06-4bc6-9033-7145f2f15e49
Apr 21 14:43:15.079798 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-78ca2833-099f-4030-92fc-803e9ee0f011 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:43:15.091712 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-78ca2833-099f-4030-92fc-803e9ee0f011 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks [] for floatingip, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:15.122524 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ae8a41a6-8db8-4f39-898f-e2fe18916e7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759846068458'] for network, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:15.176000 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ae8a41a6-8db8-4f39-898f-e2fe18916e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162'] for network, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:15.177524 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8a41a6-8db8-4f39-898f-e2fe18916e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:15.178223 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ae8a41a6-8db8-4f39-898f-e2fe18916e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for network, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:15.184358 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f0f32d89-44e1-4a8f-9e26-2eef82b7b793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:15.311142 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-78ca2833-099f-4030-92fc-803e9ee0f011 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:15.316736 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-ae8a41a6-8db8-4f39-898f-e2fe18916e7e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.0461874
Apr 21 14:43:15.317881 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a41a6-8db8-4f39-898f-e2fe18916e7e admin admin] Pushing event updated for resources: {'Network': ['ID=6a53d39c-de06-4bc6-9033-7145f2f15e49,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:15.320090 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 57786) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:15.322889 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ae8a41a6-8db8-4f39-898f-e2fe18916e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:15.327329 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-9888ae71-8c08-4f98-b05e-917754169d78 admin admin] Request body: {'subnet': {'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1045067339-subnet', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:43:15.330626 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Network 6a53d39c-de06-4bc6-9033-7145f2f15e49 details requested by agent ovs-agent-dv-cinder-786385-2-iscsi with host dv-cinder-786385-2-iscsi {{(pid=86395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 14:43:15.332940 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-9888ae71-8c08-4f98-b05e-917754169d78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:43:15.338034 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-9888ae71-8c08-4f98-b05e-917754169d78 admin admin] Usage tracker for resource:subnet and tenant:2023f43db8e84313ace24e0426447810 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:43:15.341518 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-9888ae71-8c08-4f98-b05e-917754169d78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:43:15.349468 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-9888ae71-8c08-4f98-b05e-917754169d78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:43:15.376389 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9888ae71-8c08-4f98-b05e-917754169d78 admin admin] Made reservation on behalf of 2023f43db8e84313ace24e0426447810 for: {'subnet': 1} {{(pid=86394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:43:15.381902 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9888ae71-8c08-4f98-b05e-917754169d78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15509374'] for subnet, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:15.427890 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:43:15.596130 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-78ca2833-099f-4030-92fc-803e9ee0f011 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Allocated IP 172.27.3.44 (65ae90ab-0baf-4140-bbfd-b114ac6a9837/3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036/229204ae-5348-47a1-bd1f-4bc8ea86afab) {{(pid=86393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:43:16.159237 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-78ca2833-099f-4030-92fc-803e9ee0f011 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks [] for port, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:16.170994 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9888ae71-8c08-4f98-b05e-917754169d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839089525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15509359'] for subnet, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:16.181228 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:16.226076 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35890cfe-b463-4ff9-ba55-07c8d6c0480f req-1910ace8-ec49-4b15-aad8-2fc48140da25 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:16.227944 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-35890cfe-b463-4ff9-ba55-07c8d6c0480f req-1910ace8-ec49-4b15-aad8-2fc48140da25 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 943 time: 0.2491837
Apr 21 14:43:16.265735 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-78ca2833-099f-4030-92fc-803e9ee0f011 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:16.266823 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9888ae71-8c08-4f98-b05e-917754169d78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4,revision_number=0']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:16.270862 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9888ae71-8c08-4f98-b05e-917754169d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:16.274507 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-113914c3-25ab-48b2-8aae-627d7dd5ad02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:16.277883 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9888ae71-8c08-4f98-b05e-917754169d78 admin admin] Checking segment: {'id': 'f2d00b48-a8e9-439a-be0e-75fab15fd794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:43:16.278297 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9888ae71-8c08-4f98-b05e-917754169d78 admin admin] Network hostable DHCP agents. Network: 6a53d39c-de06-4bc6-9033-7145f2f15e49, hostable agents: ['185605b6-6305-46ac-a1cb-38316e52a922'], hosted agents: [] {{(pid=86394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 14:43:16.298900 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9888ae71-8c08-4f98-b05e-917754169d78 admin admin] Network 6a53d39c-de06-4bc6-9033-7145f2f15e49 is scheduled to be hosted by DHCP agent 185605b6-6305-46ac-a1cb-38316e52a922 with binding_index 1 {{(pid=86394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 14:43:16.309809 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-9888ae71-8c08-4f98-b05e-917754169d78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-iscsi, 6a53d39c-de06-4bc6-9033-7145f2f15e49) {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:43:16.322587 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723fb28a-78c0-436e-9184-ae7ea527acf7 None None] Network 6a53d39c-de06-4bc6-9033-7145f2f15e49 requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:43:16.325844 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9888ae71-8c08-4f98-b05e-917754169d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:16.326647 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9888ae71-8c08-4f98-b05e-917754169d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for subnet, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:16.354882 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-9888ae71-8c08-4f98-b05e-917754169d78 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0336490
Apr 21 14:43:16.358570 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 57798) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:16.364516 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-2db9c080-96b5-4f2a-ae39-6eca208bd63e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1045067339-router', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'}}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:43:16.367019 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ca2833-099f-4030-92fc-803e9ee0f011 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Network 65ae90ab-0baf-4140-bbfd-b114ac6a9837 is already hosted by enough agents. {{(pid=86393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:43:16.369652 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-2db9c080-96b5-4f2a-ae39-6eca208bd63e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:43:16.372622 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-78ca2833-099f-4030-92fc-803e9ee0f011 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Resources bound (agent type, host, resource id):  {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:43:16.374313 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-2db9c080-96b5-4f2a-ae39-6eca208bd63e admin admin] Usage tracker for resource:router and tenant:2023f43db8e84313ace24e0426447810 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:43:16.378516 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-2db9c080-96b5-4f2a-ae39-6eca208bd63e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:43:16.382873 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-35890cfe-b463-4ff9-ba55-07c8d6c0480f req-852b4433-415f-439d-ac2e-aa18b46a47a5 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1381922
Apr 21 14:43:16.384335 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ca2833-099f-4030-92fc-803e9ee0f011 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Received port after_create {{(pid=86393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:43:16.391002 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-2db9c080-96b5-4f2a-ae39-6eca208bd63e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:43:16.406005 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2db9c080-96b5-4f2a-ae39-6eca208bd63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-625132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773200'] for router, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:16.409670 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2db9c080-96b5-4f2a-ae39-6eca208bd63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854150684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854125822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854114797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2601'] for router, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:16.433242 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca2833-099f-4030-92fc-803e9ee0f011 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Pushing event updated for resources: {'Port': ['ID=229204ae-5348-47a1-bd1f-4bc8ea86afab,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:16.434315 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2db9c080-96b5-4f2a-ae39-6eca208bd63e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:16.438269 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-78ca2833-099f-4030-92fc-803e9ee0f011 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:16.601248 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8a5072-1ec9-4af9-9369-ff6497db88fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd811e4f-5666-5458-8df8-f30f8980c0d3-6a53d39c-de06-4bc6-9033-7145f2f15e49', 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'fixed_ips': [{'subnet_id': 'e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4'}]}} from dv-cinder-786385-2-iscsi. {{(pid=86395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 14:43:16.602269 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ab8a5072-1ec9-4af9-9369-ff6497db88fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:16.894978 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-78ca2833-099f-4030-92fc-803e9ee0f011 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:16.895448 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-ab8a5072-1ec9-4af9-9369-ff6497db88fb None None] Allocated IP 172.20.0.2 (6a53d39c-de06-4bc6-9033-7145f2f15e49/e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4/a75b2fa1-8951-414a-870c-23e300bbdfcc) {{(pid=86395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:43:17.030365 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-78ca2833-099f-4030-92fc-803e9ee0f011 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:17.198254 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2db9c080-96b5-4f2a-ae39-6eca208bd63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854125579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854148001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2586'] for router, precommit_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:17.245546 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ab8a5072-1ec9-4af9-9369-ff6497db88fb None None] Notify callbacks [] for port, precommit_create {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:17.258931 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-ab8a5072-1ec9-4af9-9369-ff6497db88fb None None] Transition to ACTIVE for port object a75b2fa1-8951-414a-870c-23e300bbdfcc will not be triggered until provisioned by entity L2. {{(pid=86395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:43:17.297195 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-ab8a5072-1ec9-4af9-9369-ff6497db88fb None None] Transition to ACTIVE for port object a75b2fa1-8951-414a-870c-23e300bbdfcc will not be triggered until provisioned by entity DHCP. {{(pid=86395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:43:17.307849 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ab8a5072-1ec9-4af9-9369-ff6497db88fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207'] for port, after_create {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:17.316654 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:17.406803 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8a5072-1ec9-4af9-9369-ff6497db88fb None None] Network 6a53d39c-de06-4bc6-9033-7145f2f15e49 is already hosted by enough agents. {{(pid=86395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:43:17.413168 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-ab8a5072-1ec9-4af9-9369-ff6497db88fb None None] Resources bound (agent type, host, resource id):  {{(pid=86395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:43:17.419613 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8a5072-1ec9-4af9-9369-ff6497db88fb None None] Received port after_create {{(pid=86395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:43:17.472015 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a5072-1ec9-4af9-9369-ff6497db88fb None None] Pushing event updated for resources: {'Port': ['ID=a75b2fa1-8951-414a-870c-23e300bbdfcc,revision_number=1']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:17.490425 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ab8a5072-1ec9-4af9-9369-ff6497db88fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:17.565459 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-ab8a5072-1ec9-4af9-9369-ff6497db88fb None None] Attempting to bind port a75b2fa1-8951-414a-870c-23e300bbdfcc on host dv-cinder-786385-2-iscsi for vnic_type normal with profile  {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:43:17.566228 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-ab8a5072-1ec9-4af9-9369-ff6497db88fb None None] Attempting to bind port a75b2fa1-8951-414a-870c-23e300bbdfcc by drivers openvswitch,hyperv on host dv-cinder-786385-2-iscsi at level 0 using segments [{'id': 'f2d00b48-a8e9-439a-be0e-75fab15fd794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49'}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:43:17.567070 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8a5072-1ec9-4af9-9369-ff6497db88fb None None] Attempting to bind port a75b2fa1-8951-414a-870c-23e300bbdfcc on network 6a53d39c-de06-4bc6-9033-7145f2f15e49 {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:43:17.576250 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8a5072-1ec9-4af9-9369-ff6497db88fb None None] Checking agent: {'id': '3835c4f8-6870-47cd-b375-7aa1fa6d9f56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 2), 'started_at': datetime.datetime(2021, 4, 21, 14, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:43:17.577088 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8a5072-1ec9-4af9-9369-ff6497db88fb None None] Checking segment: {'id': 'f2d00b48-a8e9-439a-be0e-75fab15fd794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:43:17.577817 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ab8a5072-1ec9-4af9-9369-ff6497db88fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:17.578540 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8a5072-1ec9-4af9-9369-ff6497db88fb None None] Bound using segment: {'id': 'f2d00b48-a8e9-439a-be0e-75fab15fd794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49'} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:43:17.579413 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-ab8a5072-1ec9-4af9-9369-ff6497db88fb None None] Bound port: a75b2fa1-8951-414a-870c-23e300bbdfcc, host: dv-cinder-786385-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d00b48-a8e9-439a-be0e-75fab15fd794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49'}}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:43:17.580127 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ab8a5072-1ec9-4af9-9369-ff6497db88fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:17.700708 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2db9c080-96b5-4f2a-ae39-6eca208bd63e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:17.724979 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.db.resource_extend [None req-78ca2833-099f-4030-92fc-803e9ee0f011 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 21 14:43:17.740491 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-ab8a5072-1ec9-4af9-9369-ff6497db88fb None None] For port a75b2fa1-8951-414a-870c-23e300bbdfcc, host dv-cinder-786385-2-iscsi, cleared binding levels {{(pid=86395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:43:17.745575 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-ab8a5072-1ec9-4af9-9369-ff6497db88fb None None] For port a75b2fa1-8951-414a-870c-23e300bbdfcc, host dv-cinder-786385-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=a75b2fa1-8951-414a-870c-23e300bbdfcc,segment=NetworkSegment(f2d00b48-a8e9-439a-be0e-75fab15fd794),segment_id=f2d00b48-a8e9-439a-be0e-75fab15fd794)] {{(pid=86395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:43:17.749252 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2db9c080-96b5-4f2a-ae39-6eca208bd63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:17.751604 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ab8a5072-1ec9-4af9-9369-ff6497db88fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:17.759593 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-78ca2833-099f-4030-92fc-803e9ee0f011 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:17.766797 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:17.780527 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-78ca2833-099f-4030-92fc-803e9ee0f011 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14929102'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:17.788953 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-6109c1e5-d9cf-46e7-9b15-52c23d790f38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:17.860284 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a5072-1ec9-4af9-9369-ff6497db88fb None None] Pushing event updated for resources: {'Port': ['ID=a75b2fa1-8951-414a-870c-23e300bbdfcc,revision_number=2']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:17.866411 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ab8a5072-1ec9-4af9-9369-ff6497db88fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:17.928797 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca2833-099f-4030-92fc-803e9ee0f011 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Pushing event updated for resources: {'Port': ['ID=229204ae-5348-47a1-bd1f-4bc8ea86afab,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:17.931267 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-2db9c080-96b5-4f2a-ae39-6eca208bd63e admin admin] Allocated IP 172.27.3.47 (65ae90ab-0baf-4140-bbfd-b114ac6a9837/3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036/08cda4af-6e03-40e7-9eea-dceddfe53e19) {{(pid=86394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:43:17.939249 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-78ca2833-099f-4030-92fc-803e9ee0f011 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:17.960601 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d379d-d41c-48df-99b2-519bece8aad2 req-16c9cc8e-4bed-4bb1-9fc9-67dc081fc9fb tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:17.962273 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-de8d379d-d41c-48df-99b2-519bece8aad2 req-16c9cc8e-4bed-4bb1-9fc9-67dc081fc9fb tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 943 time: 0.3532739
Apr 21 14:43:17.963499 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-78ca2833-099f-4030-92fc-803e9ee0f011 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630449'] for floatingip, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:18.191725 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-de8d379d-d41c-48df-99b2-519bece8aad2 req-e3017ce6-7fde-4a7f-affb-5498dd762e85 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1628568
Apr 21 14:43:18.205318 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2db9c080-96b5-4f2a-ae39-6eca208bd63e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:18.254055 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.l3_db [None req-78ca2833-099f-4030-92fc-803e9ee0f011 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Floating IP 871e96fc-716a-4ad7-9a59-a25ff3a4e964 associated. External IP: 172.27.3.44, port: cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7.
Apr 21 14:43:18.490870 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2db9c080-96b5-4f2a-ae39-6eca208bd63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:18.496167 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-42a564c6-74b4-4068-a428-3b29c8eb92da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:18.571258 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db9c080-96b5-4f2a-ae39-6eca208bd63e admin admin] Network 65ae90ab-0baf-4140-bbfd-b114ac6a9837 is already hosted by enough agents. {{(pid=86394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:43:18.575377 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-2db9c080-96b5-4f2a-ae39-6eca208bd63e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:43:18.580025 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db9c080-96b5-4f2a-ae39-6eca208bd63e admin admin] Received port after_create {{(pid=86394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:43:18.621632 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9c080-96b5-4f2a-ae39-6eca208bd63e admin admin] Pushing event updated for resources: {'Port': ['ID=08cda4af-6e03-40e7-9eea-dceddfe53e19,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:18.626277 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2db9c080-96b5-4f2a-ae39-6eca208bd63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:18.784950 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ca2833-099f-4030-92fc-803e9ee0f011 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Router b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f has already been hosted by L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 {{(pid=86393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 14:43:19.254348 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2db9c080-96b5-4f2a-ae39-6eca208bd63e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:19.346588 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device a75b2fa1-8951-414a-870c-23e300bbdfcc up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:43:19.450598 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ca2833-099f-4030-92fc-803e9ee0f011 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:43:19.467025 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2451cc21-3f84-4324-a208-c3a6298171fb None None] Sync routers for ids ['b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f'] in dv-cinder-786385-2-iscsi {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:43:19.481941 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2451cc21-3f84-4324-a208-c3a6298171fb None None] Routers {'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:43:19.482673 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-2451cc21-3f84-4324-a208-c3a6298171fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f75593c8>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:43:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:43:19.517437 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-78ca2833-099f-4030-92fc-803e9ee0f011 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for floatingip, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:19.633422 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning for port a75b2fa1-8951-414a-870c-23e300bbdfcc completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:43:19.742570 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-78ca2833-099f-4030-92fc-803e9ee0f011 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 4.7248807
Apr 21 14:43:19.744541 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96ad6998-eddd-4b1f-b1f8-adada36a72a7', 'tag': 'cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:43:19.902316 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00501c6-c5fa-4003-b285-d7ed143d5a51 None None] Network 6a53d39c-de06-4bc6-9033-7145f2f15e49 requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:43:19.904005 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0322f7-0e1f-4af5-84e1-86b55c79f8ad req-b9d579e4-8ee2-415b-82c2-bfc4caab098f tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:19.905759 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8f0322f7-0e1f-4af5-84e1-86b55c79f8ad req-b9d579e4-8ee2-415b-82c2-bfc4caab098f tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 943 time: 0.1835747
Apr 21 14:43:20.038667 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8f0322f7-0e1f-4af5-84e1-86b55c79f8ad req-6864c69d-d4d5-4771-8b72-ef22d0e79ac7 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1179280
Apr 21 14:43:20.043930 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96ad6998-eddd-4b1f-b1f8-adada36a72a7', 'tag': 'cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7', 'status': 'completed', 'code': 200}
Apr 21 14:43:20.059656 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2db9c080-96b5-4f2a-ae39-6eca208bd63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650207'] for router, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:20.122744 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-2451cc21-3f84-4324-a208-c3a6298171fb None None] Set router b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:43:20.250660 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-9ca4ad7e-dca4-4252-8f77-f3dbf5ec974f None None] Provisioning for port a75b2fa1-8951-414a-870c-23e300bbdfcc completed by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:43:20.260651 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-9ca4ad7e-dca4-4252-8f77-f3dbf5ec974f None None] Provisioning complete for port a75b2fa1-8951-414a-870c-23e300bbdfcc triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:43:20.261230 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9ca4ad7e-dca4-4252-8f77-f3dbf5ec974f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:20.343039 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db9c080-96b5-4f2a-ae39-6eca208bd63e admin admin] Router eb7a0c10-adc5-449a-b68a-4d58e20b2077 is scheduled to L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 with binding_index 1 {{(pid=86394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 14:43:20.556127 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db9c080-96b5-4f2a-ae39-6eca208bd63e admin admin] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:43:20.570399 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b14fa30-e034-4ec2-945f-caaebd0889ae None None] Sync routers for ids ['eb7a0c10-adc5-449a-b68a-4d58e20b2077'] in dv-cinder-786385-2-iscsi {{(pid=86396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:43:20.583292 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b14fa30-e034-4ec2-945f-caaebd0889ae None None] Routers {'eb7a0c10-adc5-449a-b68a-4d58e20b2077'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:43:20.584582 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-4b14fa30-e034-4ec2-945f-caaebd0889ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78fe601080>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:43:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['eb7a0c10-adc5-449a-b68a-4d58e20b2077'], 'active': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:43:20.598614 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2db9c080-96b5-4f2a-ae39-6eca208bd63e admin admin] Notify callbacks [] for router, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:20.604399 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 57838) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:20.636581 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-2db9c080-96b5-4f2a-ae39-6eca208bd63e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.2761226
Apr 21 14:43:20.935587 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-4b14fa30-e034-4ec2-945f-caaebd0889ae None None] Set router eb7a0c10-adc5-449a-b68a-4d58e20b2077 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:43:21.120230 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9ca4ad7e-dca4-4252-8f77-f3dbf5ec974f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:21.238844 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-9ca4ad7e-dca4-4252-8f77-f3dbf5ec974f None None] For port a75b2fa1-8951-414a-870c-23e300bbdfcc, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=a75b2fa1-8951-414a-870c-23e300bbdfcc,segment=NetworkSegment(f2d00b48-a8e9-439a-be0e-75fab15fd794),segment_id=f2d00b48-a8e9-439a-be0e-75fab15fd794)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:43:21.276646 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9ca4ad7e-dca4-4252-8f77-f3dbf5ec974f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:21.351701 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-70fc626d-bcf9-4ab0-a4b8-e231731d7148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:21.683644 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4ad7e-dca4-4252-8f77-f3dbf5ec974f None None] Pushing event updated for resources: {'Port': ['ID=a75b2fa1-8951-414a-870c-23e300bbdfcc,revision_number=3']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:21.688243 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9ca4ad7e-dca4-4252-8f77-f3dbf5ec974f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:21.725368 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-4b14fa30-e034-4ec2-945f-caaebd0889ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78fe601080>, [{'id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'name': 'tempest-AttachVolumeTestJSON-1045067339-router', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:43:16Z', 'updated_at': '2021-04-21T14:43:18Z', 'revision_number': 3, 'project_id': '2023f43db8e84313ace24e0426447810', 'gw_port': {'id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:43:17Z', 'updated_at': '2021-04-21T14:43:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi'}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:43:21.738587 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b14fa30-e034-4ec2-945f-caaebd0889ae None None] Checking router: eb7a0c10-adc5-449a-b68a-4d58e20b2077 for host: dv-cinder-786385-2-iscsi {{(pid=86396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:43:21.740831 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b14fa30-e034-4ec2-945f-caaebd0889ae None None] Updating router eb7a0c10-adc5-449a-b68a-4d58e20b2077 port 08cda4af-6e03-40e7-9eea-dceddfe53e19 binding host dv-cinder-786385-2-iscsi {{(pid=86396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 14:43:21.809417 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa228e8-7f16-4123-9b31-1717f957c48e req-2de8fdab-e4e8-4774-a5ed-fff57eed44f0 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:21.818981 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9aa228e8-7f16-4123-9b31-1717f957c48e req-2de8fdab-e4e8-4774-a5ed-fff57eed44f0 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 943 time: 0.5151124
Apr 21 14:43:21.848219 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-ff45951b-e6b4-4418-a84a-d67e0791939c None None] Provisioning complete for port a75b2fa1-8951-414a-870c-23e300bbdfcc triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:43:21.848556 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ff45951b-e6b4-4418-a84a-d67e0791939c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:21.884936 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4b14fa30-e034-4ec2-945f-caaebd0889ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:22.150115 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-2451cc21-3f84-4324-a208-c3a6298171fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f75593c8>, [{'id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'name': 'tempest-TestShelveInstance-104436944-router', 'tenant_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '02a3d962-cd49-4d33-9b98-0c333b7b0aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:23Z', 'updated_at': '2021-04-21T14:41:33Z', 'revision_number': 4, 'project_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'gw_port': {'id': '02a3d962-cd49-4d33-9b98-0c333b7b0aff', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:25Z', 'updated_at': '2021-04-21T14:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_floatingips': [{'id': '871e96fc-716a-4ad7-9a59-a25ff3a4e964', 'tenant_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'router_id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'port_id': 'cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a003a337-7cb6-4621-a360-57adf836244c', 'mac_address': 'fa:16:3e:27:08:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ad6998-eddd-4b1f-b1f8-adada36a72a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:43:16Z', 'updated_at': '2021-04-21T14:43:16Z', 'revision_number': 0, 'project_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605609ac-0231-44d6-9d64-3f9765478ee1', 'name': '', 'network_id': 'a003a337-7cb6-4621-a360-57adf836244c', 'tenant_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'mac_address': 'fa:16:3e:56:7d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '53f2fe62-2656-4892-a94c-57e1e270df1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:32Z', 'updated_at': '2021-04-21T14:41:45Z', 'revision_number': 5, 'project_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'subnets': [{'id': '53f2fe62-2656-4892-a94c-57e1e270df1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:43:22.166887 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2451cc21-3f84-4324-a208-c3a6298171fb None None] Checking router: b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f for host: dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:43:22.194925 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9aa228e8-7f16-4123-9b31-1717f957c48e req-8ac23dec-0c0c-440a-b52c-af2d20bda521 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3694973
Apr 21 14:43:22.205374 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2451cc21-3f84-4324-a208-c3a6298171fb None None] Routers {'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:43:22.206639 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-2451cc21-3f84-4324-a208-c3a6298171fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f75593c8>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:43:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:43:22.421839 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4b14fa30-e034-4ec2-945f-caaebd0889ae None None] Notify callbacks [] for port, precommit_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:22.437156 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-4b14fa30-e034-4ec2-945f-caaebd0889ae None None] Transition to ACTIVE for port object 08cda4af-6e03-40e7-9eea-dceddfe53e19 will not be triggered until provisioned by entity L2. {{(pid=86396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:43:22.445052 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4b14fa30-e034-4ec2-945f-caaebd0889ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:22.464888 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6466ff1-34a5-4f87-8b2d-14f3f209ef3e req-3fb7582c-a3d3-4d70-9cc4-31964fa05456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:22.466529 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-7aa83f18-3707-42a8-abd9-abe80955bd31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:22.467042 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a6466ff1-34a5-4f87-8b2d-14f3f209ef3e req-3fb7582c-a3d3-4d70-9cc4-31964fa05456 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a6d44a65707b47e1b0190ca77b504c5a&device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 1098 time: 0.5373046
Apr 21 14:43:22.532754 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-d9dc6024-27af-4dbc-bdd1-643f37ae5632 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:22.549032 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-d9dc6024-27af-4dbc-bdd1-643f37ae5632 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/networks?id=9327aacc-fa36-490f-aded-1b1eb5e76615 HTTP/1.1" status: 200  len: 814 time: 1.1525567
Apr 21 14:43:22.587199 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-2451cc21-3f84-4324-a208-c3a6298171fb None None] Set router b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:43:22.587473 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-5d9e0ee5-1f99-456a-9d18-587d379f2add tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/quotas/f8c0e6515053422b8185d7532e81af1c HTTP/1.1" status: 200  len: 375 time: 0.0354049
Apr 21 14:43:22.669758 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af9b41-0230-4c69-99b5-cb5bb4295e5c None None] Pushing event updated for resources: {'Port': ['ID=08cda4af-6e03-40e7-9eea-dceddfe53e19,revision_number=2']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:22.693101 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af9b41-0230-4c69-99b5-cb5bb4295e5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:43:22.693710 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af9b41-0230-4c69-99b5-cb5bb4295e5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:43:22.693809 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af9b41-0230-4c69-99b5-cb5bb4295e5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:43:22.694192 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af9b41-0230-4c69-99b5-cb5bb4295e5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:43:22.694571 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af9b41-0230-4c69-99b5-cb5bb4295e5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:43:22.697937 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af9b41-0230-4c69-99b5-cb5bb4295e5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:43:22.698426 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af9b41-0230-4c69-99b5-cb5bb4295e5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:43:22.701407 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af9b41-0230-4c69-99b5-cb5bb4295e5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:43:22.701817 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af9b41-0230-4c69-99b5-cb5bb4295e5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:43:22.703408 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af9b41-0230-4c69-99b5-cb5bb4295e5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:43:22.703886 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af9b41-0230-4c69-99b5-cb5bb4295e5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:43:22.707266 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af9b41-0230-4c69-99b5-cb5bb4295e5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:43:22.713261 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6466ff1-34a5-4f87-8b2d-14f3f209ef3e req-72187742-ddbf-436b-a31d-bad9ab6fcf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:22.715964 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a6466ff1-34a5-4f87-8b2d-14f3f209ef3e req-72187742-ddbf-436b-a31d-bad9ab6fcf74 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a003a337-7cb6-4621-a360-57adf836244c HTTP/1.1" status: 200  len: 909 time: 0.2373009
Apr 21 14:43:22.728549 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-3bdba453-3423-46e3-8c96-ebe70d555cb5 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f8c0e6515053422b8185d7532e81af1c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1394179
Apr 21 14:43:22.731974 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e3af9b41-0230-4c69-99b5-cb5bb4295e5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:22.775723 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-4b14fa30-e034-4ec2-945f-caaebd0889ae None None] Attempting to bind port 08cda4af-6e03-40e7-9eea-dceddfe53e19 on host dv-cinder-786385-2-iscsi for vnic_type normal with profile  {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:43:22.780473 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-4b14fa30-e034-4ec2-945f-caaebd0889ae None None] Attempting to bind port 08cda4af-6e03-40e7-9eea-dceddfe53e19 by drivers openvswitch,hyperv on host dv-cinder-786385-2-iscsi at level 0 using segments [{'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'}] {{(pid=86396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:43:22.781877 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b14fa30-e034-4ec2-945f-caaebd0889ae None None] Attempting to bind port 08cda4af-6e03-40e7-9eea-dceddfe53e19 on network 65ae90ab-0baf-4140-bbfd-b114ac6a9837 {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:43:22.808357 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b14fa30-e034-4ec2-945f-caaebd0889ae None None] Checking agent: {'id': '3835c4f8-6870-47cd-b375-7aa1fa6d9f56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 2), 'started_at': datetime.datetime(2021, 4, 21, 14, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:43:22.809417 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b14fa30-e034-4ec2-945f-caaebd0889ae None None] Checking segment: {'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:43:22.809893 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4b14fa30-e034-4ec2-945f-caaebd0889ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:22.822685 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b14fa30-e034-4ec2-945f-caaebd0889ae None None] Bound using segment: {'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'} {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:43:22.823364 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-4b14fa30-e034-4ec2-945f-caaebd0889ae None None] Bound port: 08cda4af-6e03-40e7-9eea-dceddfe53e19, host: dv-cinder-786385-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'}}] {{(pid=86396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:43:22.823871 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4b14fa30-e034-4ec2-945f-caaebd0889ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:23.020158 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a6466ff1-34a5-4f87-8b2d-14f3f209ef3e req-23184324-db4d-4843-adef-5a923c95f314 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7 HTTP/1.1" status: 200  len: 998 time: 0.2902200
Apr 21 14:43:23.044869 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-4b14fa30-e034-4ec2-945f-caaebd0889ae None None] For port 08cda4af-6e03-40e7-9eea-dceddfe53e19, host dv-cinder-786385-2-iscsi, cleared binding levels {{(pid=86396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:43:23.053609 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-4b14fa30-e034-4ec2-945f-caaebd0889ae None None] For port 08cda4af-6e03-40e7-9eea-dceddfe53e19, host dv-cinder-786385-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=08cda4af-6e03-40e7-9eea-dceddfe53e19,segment=NetworkSegment(cc9f75c9-c7cc-49bd-a770-8a7cd276112c),segment_id=cc9f75c9-c7cc-49bd-a770-8a7cd276112c)] {{(pid=86396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:43:23.059371 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4b14fa30-e034-4ec2-945f-caaebd0889ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:23.078336 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:23.107111 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-364d93a3-45fe-4dec-869b-e1d028d13d38 service neutron] 10.222.0.24 "GET /v2.0/networks/9327aacc-fa36-490f-aded-1b1eb5e76615?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3772652
Apr 21 14:43:23.208478 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9cbb35bd-ed29-43ff-b574-3d2f9877e723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:23.309554 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b14fa30-e034-4ec2-945f-caaebd0889ae None None] Routers {'eb7a0c10-adc5-449a-b68a-4d58e20b2077'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:43:23.312641 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-4b14fa30-e034-4ec2-945f-caaebd0889ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78fe601080>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:43:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['eb7a0c10-adc5-449a-b68a-4d58e20b2077'], 'active': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:43:23.391917 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device a75b2fa1-8951-414a-870c-23e300bbdfcc up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:43:23.409732 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af9b41-0230-4c69-99b5-cb5bb4295e5c None None] Pushing event updated for resources: {'Port': ['ID=08cda4af-6e03-40e7-9eea-dceddfe53e19,revision_number=3']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:23.424593 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e3af9b41-0230-4c69-99b5-cb5bb4295e5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:23.550762 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-1aaf0c99-4f7d-423d-ac18-0fb9043582a6 service neutron] 10.222.0.24 "GET /v2.0/networks/9327aacc-fa36-490f-aded-1b1eb5e76615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4267268
Apr 21 14:43:23.648405 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port a75b2fa1-8951-414a-870c-23e300bbdfcc triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:43:23.649119 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:23.703329 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-4b14fa30-e034-4ec2-945f-caaebd0889ae None None] Set router eb7a0c10-adc5-449a-b68a-4d58e20b2077 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:43:23.858866 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-2451cc21-3f84-4324-a208-c3a6298171fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f75593c8>, [{'id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'name': 'tempest-TestShelveInstance-104436944-router', 'tenant_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '02a3d962-cd49-4d33-9b98-0c333b7b0aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:23Z', 'updated_at': '2021-04-21T14:41:33Z', 'revision_number': 4, 'project_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'gw_port': {'id': '02a3d962-cd49-4d33-9b98-0c333b7b0aff', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:25Z', 'updated_at': '2021-04-21T14:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_floatingips': [{'id': '871e96fc-716a-4ad7-9a59-a25ff3a4e964', 'tenant_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'router_id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'port_id': 'cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a003a337-7cb6-4621-a360-57adf836244c', 'mac_address': 'fa:16:3e:27:08:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ad6998-eddd-4b1f-b1f8-adada36a72a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:43:16Z', 'updated_at': '2021-04-21T14:43:16Z', 'revision_number': 0, 'project_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605609ac-0231-44d6-9d64-3f9765478ee1', 'name': '', 'network_id': 'a003a337-7cb6-4621-a360-57adf836244c', 'tenant_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'mac_address': 'fa:16:3e:56:7d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '53f2fe62-2656-4892-a94c-57e1e270df1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:32Z', 'updated_at': '2021-04-21T14:41:45Z', 'revision_number': 5, 'project_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'subnets': [{'id': '53f2fe62-2656-4892-a94c-57e1e270df1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:43:23.876369 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2451cc21-3f84-4324-a208-c3a6298171fb None None] The sync data for ids ['b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f'] in dv-cinder-786385-2-iscsi is: [{'id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'name': 'tempest-TestShelveInstance-104436944-router', 'tenant_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '02a3d962-cd49-4d33-9b98-0c333b7b0aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:23Z', 'updated_at': '2021-04-21T14:41:33Z', 'revision_number': 4, 'project_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'gw_port': {'id': '02a3d962-cd49-4d33-9b98-0c333b7b0aff', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:25Z', 'updated_at': '2021-04-21T14:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_floatingips': [{'id': '871e96fc-716a-4ad7-9a59-a25ff3a4e964', 'tenant_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'router_id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'port_id': 'cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a003a337-7cb6-4621-a360-57adf836244c', 'mac_address': 'fa:16:3e:27:08:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ad6998-eddd-4b1f-b1f8-adada36a72a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:43:16Z', 'updated_at': '2021-04-21T14:43:16Z', 'revision_number': 0, 'project_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605609ac-0231-44d6-9d64-3f9765478ee1', 'name': '', 'network_id': 'a003a337-7cb6-4621-a360-57adf836244c', 'tenant_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'mac_address': 'fa:16:3e:56:7d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '53f2fe62-2656-4892-a94c-57e1e270df1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:32Z', 'updated_at': '2021-04-21T14:41:45Z', 'revision_number': 5, 'project_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'subnets': [{'id': '53f2fe62-2656-4892-a94c-57e1e270df1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:43:23.925656 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-9cbb35bd-ed29-43ff-b574-3d2f9877e723 admin admin] Allocated IP 172.20.0.1 (6a53d39c-de06-4bc6-9033-7145f2f15e49/e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4/f817e71f-5bcb-4e11-99c2-ca8f045e4b23) {{(pid=86393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:43:24.408496 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9cbb35bd-ed29-43ff-b574-3d2f9877e723 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:24.456215 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-9cbb35bd-ed29-43ff-b574-3d2f9877e723 admin admin] Transition to ACTIVE for port object f817e71f-5bcb-4e11-99c2-ca8f045e4b23 will not be triggered until provisioned by entity DHCP. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:43:24.548785 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113cd965-3d54-461c-8602-e82e0d31745e None None] New status for floating IP 871e96fc-716a-4ad7-9a59-a25ff3a4e964: ACTIVE {{(pid=86395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 14:43:24.634377 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-4b14fa30-e034-4ec2-945f-caaebd0889ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78fe601080>, [{'id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'name': 'tempest-AttachVolumeTestJSON-1045067339-router', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:43:16Z', 'updated_at': '2021-04-21T14:43:18Z', 'revision_number': 3, 'project_id': '2023f43db8e84313ace24e0426447810', 'gw_port': {'id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:43:17Z', 'updated_at': '2021-04-21T14:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi'}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:43:24.643392 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b14fa30-e034-4ec2-945f-caaebd0889ae None None] The sync data for ids ['eb7a0c10-adc5-449a-b68a-4d58e20b2077'] in dv-cinder-786385-2-iscsi is: [{'id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'name': 'tempest-AttachVolumeTestJSON-1045067339-router', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:43:16Z', 'updated_at': '2021-04-21T14:43:18Z', 'revision_number': 3, 'project_id': '2023f43db8e84313ace24e0426447810', 'gw_port': {'id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:43:17Z', 'updated_at': '2021-04-21T14:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi'}] {{(pid=86396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:43:24.672676 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9cbb35bd-ed29-43ff-b574-3d2f9877e723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:24.686232 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-b156dea8-eebe-4e65-9b97-2d73aab35f59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:24.701277 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-97b5b912-ac2d-4253-8f37-e2039922bee1 req-9c954da0-e009-4c73-9436-50a53bf454be tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?device_id=b687a467-74ce-42cf-b698-e8ea535a3c75 HTTP/1.1" status: 200  len: 210 time: 0.2392395
Apr 21 14:43:25.060916 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbb35bd-ed29-43ff-b574-3d2f9877e723 admin admin] Network 6a53d39c-de06-4bc6-9033-7145f2f15e49 is already hosted by enough agents. {{(pid=86393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:43:25.088308 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-9cbb35bd-ed29-43ff-b574-3d2f9877e723 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:43:25.180521 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbb35bd-ed29-43ff-b574-3d2f9877e723 admin admin] Received port after_create {{(pid=86393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:43:25.322868 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6466ff1-34a5-4f87-8b2d-14f3f209ef3e req-18f4661a-741f-4f92-807d-3439ca0701b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:25.329296 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a6466ff1-34a5-4f87-8b2d-14f3f209ef3e req-18f4661a-741f-4f92-807d-3439ca0701b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53f2fe62-2656-4892-a94c-57e1e270df1c HTTP/1.1" status: 200  len: 847 time: 2.0885055
Apr 21 14:43:25.371011 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb35bd-ed29-43ff-b574-3d2f9877e723 admin admin] Pushing event updated for resources: {'Port': ['ID=f817e71f-5bcb-4e11-99c2-ca8f045e4b23,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:25.444385 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9735d6-cb04-4d96-ba11-7d65ab468479 req-b138e15b-8525-4751-8e7e-02fae1c49e39 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:25.462402 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7e9735d6-cb04-4d96-ba11-7d65ab468479 req-b138e15b-8525-4751-8e7e-02fae1c49e39 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 943 time: 0.9434061
Apr 21 14:43:25.469121 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9cbb35bd-ed29-43ff-b574-3d2f9877e723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:25.604787 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9cbb35bd-ed29-43ff-b574-3d2f9877e723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854145534'] for router_interface, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:25.801146 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-7b66fcf8-ef55-4d53-b2b2-84ff9cab5425 None None] Provisioning for port f817e71f-5bcb-4e11-99c2-ca8f045e4b23 completed by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:43:25.836807 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-7b66fcf8-ef55-4d53-b2b2-84ff9cab5425 None None] Provisioning complete for port f817e71f-5bcb-4e11-99c2-ca8f045e4b23 triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:43:25.843293 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7b66fcf8-ef55-4d53-b2b2-84ff9cab5425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:26.030714 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-7b66fcf8-ef55-4d53-b2b2-84ff9cab5425 None None] Port f817e71f-5bcb-4e11-99c2-ca8f045e4b23 cannot update to ACTIVE because it is not bound. {{(pid=86395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 14:43:26.157678 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 57904) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:26.230340 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-cb2a8f51-d129-4131-861c-aa0cc99a93ec req-6ef34f38-0cd8-4a95-b035-379a6710c285 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?device_id=b687a467-74ce-42cf-b698-e8ea535a3c75 HTTP/1.1" status: 200  len: 210 time: 0.2676482
Apr 21 14:43:26.715346 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ade58d-11f7-4359-bf89-241a23bc784f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:26.747888 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-00ade58d-11f7-4359-bf89-241a23bc784f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:43:26.753932 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-00ade58d-11f7-4359-bf89-241a23bc784f admin admin] Usage tracker for resource:security_group_rule and tenant:1753a8ad0f4844cda243aaff6aeef511 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:43:26.758904 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-00ade58d-11f7-4359-bf89-241a23bc784f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:43:26.773954 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-00ade58d-11f7-4359-bf89-241a23bc784f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:43:26.803053 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7e9735d6-cb04-4d96-ba11-7d65ab468479 req-1513be90-7db4-453d-bb86-386f7795dd41 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.2764916
Apr 21 14:43:26.954787 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6466ff1-34a5-4f87-8b2d-14f3f209ef3e req-ceba3496-9e2d-448b-b57f-479dbb3e4ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:26.957496 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a6466ff1-34a5-4f87-8b2d-14f3f209ef3e req-ceba3496-9e2d-448b-b57f-479dbb3e4ae0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a003a337-7cb6-4621-a360-57adf836244c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.4861417
Apr 21 14:43:26.971390 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ade58d-11f7-4359-bf89-241a23bc784f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:26.977755 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ade58d-11f7-4359-bf89-241a23bc784f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:26.993159 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ae8a41a6-8db8-4f39-898f-e2fe18916e7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:27.005246 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9cbb35bd-ed29-43ff-b574-3d2f9877e723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:27.056802 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-00ade58d-11f7-4359-bf89-241a23bc784f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1753a8ad0f4844cda243aaff6aeef511&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8914258
Apr 21 14:43:27.056802 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ade58d-11f7-4359-bf89-241a23bc784f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214708a0-ed6f-4096-a154-60ff7578fce5,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:27.058897 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 57912) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:27.085304 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-00ade58d-11f7-4359-bf89-241a23bc784f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:27.154739 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62112be-2a71-4862-a5f5-f41bd9bed98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:27.186707 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62112be-2a71-4862-a5f5-f41bd9bed98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:27.250958 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62112be-2a71-4862-a5f5-f41bd9bed98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:27.258766 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-629d2768-fa26-4cbd-87e5-92f47971d17c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:27.279670 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62112be-2a71-4862-a5f5-f41bd9bed98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:27.283595 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-e62112be-2a71-4862-a5f5-f41bd9bed98f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/214708a0-ed6f-4096-a154-60ff7578fce5 HTTP/1.1" status: 204  len: 168 time: 0.2195528
Apr 21 14:43:27.283946 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62112be-2a71-4862-a5f5-f41bd9bed98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214708a0-ed6f-4096-a154-60ff7578fce5,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:27.291802 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e62112be-2a71-4862-a5f5-f41bd9bed98f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:27.331611 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9cbb35bd-ed29-43ff-b574-3d2f9877e723 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:27.336950 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9cbb35bd-ed29-43ff-b574-3d2f9877e723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14929102'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:27.370849 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-5a1b3104-ad90-4096-bb33-5705a55f29b3 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:27.400140 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 08cda4af-6e03-40e7-9eea-dceddfe53e19 up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:43:27.469313 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b122be73-b12b-46ee-b969-2ff45c8b432a req-de9e6d31-9e4c-4388-a879-03c4cf94b478 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?device_id=b687a467-74ce-42cf-b698-e8ea535a3c75 HTTP/1.1" status: 200  len: 210 time: 0.0568359
Apr 21 14:43:27.471808 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9cbb35bd-ed29-43ff-b574-3d2f9877e723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853752145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630373'] for router_interface, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:27.480110 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb35bd-ed29-43ff-b574-3d2f9877e723 admin admin] Pushing event updated for resources: {'Port': ['ID=f817e71f-5bcb-4e11-99c2-ca8f045e4b23,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:27.486671 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9cbb35bd-ed29-43ff-b574-3d2f9877e723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:27.551786 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning for port 08cda4af-6e03-40e7-9eea-dceddfe53e19 completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:43:27.557840 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 08cda4af-6e03-40e7-9eea-dceddfe53e19 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:43:27.558181 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:27.656611 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbb35bd-ed29-43ff-b574-3d2f9877e723 admin admin] Network 6a53d39c-de06-4bc6-9033-7145f2f15e49 is already hosted by enough agents. {{(pid=86393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:43:27.658020 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-9cbb35bd-ed29-43ff-b574-3d2f9877e723 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:43:27.764812 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:27.784178 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] For port 08cda4af-6e03-40e7-9eea-dceddfe53e19, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=08cda4af-6e03-40e7-9eea-dceddfe53e19,segment=NetworkSegment(cc9f75c9-c7cc-49bd-a770-8a7cd276112c),segment_id=cc9f75c9-c7cc-49bd-a770-8a7cd276112c)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:43:27.788351 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:27.790627 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:27.879497 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Pushing event updated for resources: {'Port': ['ID=08cda4af-6e03-40e7-9eea-dceddfe53e19,revision_number=4']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:27.892807 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:27.966761 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cbb35bd-ed29-43ff-b574-3d2f9877e723 admin admin] Router eb7a0c10-adc5-449a-b68a-4d58e20b2077 has already been hosted by L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 {{(pid=86393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 14:43:27.981063 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2064d34f-91b2-4158-a098-42dba05ba7bf None None] Provisioning complete for port f817e71f-5bcb-4e11-99c2-ca8f045e4b23 triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:43:27.981543 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2064d34f-91b2-4158-a098-42dba05ba7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:28.058068 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-2064d34f-91b2-4158-a098-42dba05ba7bf None None] Port f817e71f-5bcb-4e11-99c2-ca8f045e4b23 cannot update to ACTIVE because it is not bound. {{(pid=86395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 14:43:28.462758 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdb7ce-fd07-43b4-8c37-29cf7f905f9f req-456b9d09-6e55-4cf3-8a31-f807b7cf58ef tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:28.471066 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6afdb7ce-fd07-43b4-8c37-29cf7f905f9f req-456b9d09-6e55-4cf3-8a31-f807b7cf58ef tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 943 time: 0.3563509
Apr 21 14:43:28.500893 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbb35bd-ed29-43ff-b574-3d2f9877e723 admin admin] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:43:28.530157 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-9cbb35bd-ed29-43ff-b574-3d2f9877e723 admin admin] 10.222.0.24 "PUT /v2.0/routers/eb7a0c10-adc5-449a-b68a-4d58e20b2077/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9179564
Apr 21 14:43:28.564040 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6afdb7ce-fd07-43b4-8c37-29cf7f905f9f req-0d559bc0-c27e-4c02-b890-2d6671bfb80c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0919147
Apr 21 14:43:28.787725 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2439f77d-123d-4a18-9831-baa07d70b444 req-41f609a6-558f-4c93-90dc-1b789ba6a87b tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?device_id=b687a467-74ce-42cf-b698-e8ea535a3c75 HTTP/1.1" status: 200  len: 210 time: 0.0677745
Apr 21 14:43:28.946955 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e88cc3c-b9f5-4e78-8fe8-0510977f8d4e None None] Sync routers for ids ['eb7a0c10-adc5-449a-b68a-4d58e20b2077'] in dv-cinder-786385-2-iscsi {{(pid=86396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:43:28.959790 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e88cc3c-b9f5-4e78-8fe8-0510977f8d4e None None] Routers {'eb7a0c10-adc5-449a-b68a-4d58e20b2077'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:43:28.961703 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-4e88cc3c-b9f5-4e78-8fe8-0510977f8d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78fe5f9e48>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:43:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['eb7a0c10-adc5-449a-b68a-4d58e20b2077'], 'active': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:43:29.348799 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 08cda4af-6e03-40e7-9eea-dceddfe53e19 up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:43:29.369446 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a6466ff1-34a5-4f87-8b2d-14f3f209ef3e req-87f458e1-ff27-44db-9180-92c1728b495d service neutron] 10.222.0.36 "GET /v2.0/networks/a003a337-7cb6-4621-a360-57adf836244c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1901178
Apr 21 14:43:29.442389 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-95ec6774-901e-4b4c-812b-71864da3d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:29.465803 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 08cda4af-6e03-40e7-9eea-dceddfe53e19 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:43:29.466749 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:29.563447 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-4e88cc3c-b9f5-4e78-8fe8-0510977f8d4e None None] Set router eb7a0c10-adc5-449a-b68a-4d58e20b2077 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:43:29.564824 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a6466ff1-34a5-4f87-8b2d-14f3f209ef3e req-e949c329-2a5e-41de-89b9-3e7050b95a58 service neutron] 10.222.0.36 "GET /v2.0/networks/a003a337-7cb6-4621-a360-57adf836244c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1750233
Apr 21 14:43:29.784490 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 57970) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:29.791429 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-e84ecdf2-485f-4210-b155-dd99feebab34 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1648561511', 'description': 'tempest-description--1716176183'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:43:29.798879 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-e84ecdf2-485f-4210-b155-dd99feebab34 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:43:29.807098 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-e84ecdf2-485f-4210-b155-dd99feebab34 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Usage tracker for resource:security_group and tenant:2023f43db8e84313ace24e0426447810 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:43:29.814868 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-e84ecdf2-485f-4210-b155-dd99feebab34 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:43:29.837735 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-e84ecdf2-485f-4210-b155-dd99feebab34 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:43:29.849750 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e84ecdf2-485f-4210-b155-dd99feebab34 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:29.877546 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-e84ecdf2-485f-4210-b155-dd99feebab34 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:43:29.882876 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-e84ecdf2-485f-4210-b155-dd99feebab34 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Usage tracker for resource:security_group_rule and tenant:2023f43db8e84313ace24e0426447810 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:43:29.888363 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-e84ecdf2-485f-4210-b155-dd99feebab34 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:43:29.894542 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-e84ecdf2-485f-4210-b155-dd99feebab34 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:43:30.045610 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-4e88cc3c-b9f5-4e78-8fe8-0510977f8d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78fe5f9e48>, [{'id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'name': 'tempest-AttachVolumeTestJSON-1045067339-router', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:43:16Z', 'updated_at': '2021-04-21T14:43:26Z', 'revision_number': 4, 'project_id': '2023f43db8e84313ace24e0426447810', 'gw_port': {'id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:43:17Z', 'updated_at': '2021-04-21T14:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': 'f817e71f-5bcb-4e11-99c2-ca8f045e4b23', 'name': '', 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'mac_address': 'fa:16:3e:fb:53:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:43:23Z', 'updated_at': '2021-04-21T14:43:27Z', 'revision_number': 2, 'project_id': '2023f43db8e84313ace24e0426447810', 'subnets': [{'id': 'e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:43:30.051667 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e88cc3c-b9f5-4e78-8fe8-0510977f8d4e None None] Checking router: eb7a0c10-adc5-449a-b68a-4d58e20b2077 for host: dv-cinder-786385-2-iscsi {{(pid=86396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:43:30.052563 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e88cc3c-b9f5-4e78-8fe8-0510977f8d4e None None] Updating router eb7a0c10-adc5-449a-b68a-4d58e20b2077 port f817e71f-5bcb-4e11-99c2-ca8f045e4b23 binding host dv-cinder-786385-2-iscsi {{(pid=86396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 14:43:30.132107 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4e88cc3c-b9f5-4e78-8fe8-0510977f8d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:30.237721 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4db542-4651-4acf-a67f-00a1c35b83bc req-14a1b2b4-c9bc-4b05-9bac-9ca1192855e3 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:30.249521 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ad4db542-4651-4acf-a67f-00a1c35b83bc req-14a1b2b4-c9bc-4b05-9bac-9ca1192855e3 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 943 time: 0.5259655
Apr 21 14:43:30.318821 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-40848c9f-85e5-4a95-890d-47a2eeb7005d tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:30.319124 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-40848c9f-85e5-4a95-890d-47a2eeb7005d tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Synchronizing usage tracker for tenant:f8c0e6515053422b8185d7532e81af1c on resource:network {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:43:30.337005 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7b7cac70-aaec-4e99-b58c-33113b5609d1 req-354165fc-2b7f-45e6-a8d5-1d10c942da17 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?device_id=b687a467-74ce-42cf-b698-e8ea535a3c75 HTTP/1.1" status: 200  len: 210 time: 0.3961689
Apr 21 14:43:30.357858 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ad4db542-4651-4acf-a67f-00a1c35b83bc req-5ae0a9cd-8ff3-426d-bf9e-a1e288b3f5b2 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1068103
Apr 21 14:43:30.384690 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-40848c9f-85e5-4a95-890d-47a2eeb7005d tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Unset dirty status for tenant:f8c0e6515053422b8185d7532e81af1c on resource:network {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:43:30.385944 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-40848c9f-85e5-4a95-890d-47a2eeb7005d tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.36 "GET /v2.0/networks?id=9327aacc-fa36-490f-aded-1b1eb5e76615 HTTP/1.1" status: 200  len: 814 time: 0.3359704
Apr 21 14:43:30.409204 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e84ecdf2-485f-4210-b155-dd99feebab34 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:30.419081 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-6bc88de2-1155-478d-94f4-13d8ba113f27 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Request body: {'port': {'device_id': 'b687a467-74ce-42cf-b698-e8ea535a3c75', 'network_id': '9327aacc-fa36-490f-aded-1b1eb5e76615', 'admin_state_up': True, 'tenant_id': 'f8c0e6515053422b8185d7532e81af1c'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:43:30.441912 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e84ecdf2-485f-4210-b155-dd99feebab34 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:30.453819 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ffe0edbf-39cc-4d4e-b6c1-482088b6945c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:30.574498 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e84ecdf2-485f-4210-b155-dd99feebab34 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:30.575851 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-e84ecdf2-485f-4210-b155-dd99feebab34 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.7898912
Apr 21 14:43:30.580304 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 57988) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:30.581052 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ecdf2-485f-4210-b155-dd99feebab34 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=387a8808-f2a0-4223-a909-3ea655ec87ee,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:30.584355 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e84ecdf2-485f-4210-b155-dd99feebab34 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:30.594605 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-ab1efd2b-8fe6-4d10-8597-49902b490e3c tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Request body: {'security_group_rule': {'security_group_id': '387a8808-f2a0-4223-a909-3ea655ec87ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:43:30.612917 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-ab1efd2b-8fe6-4d10-8597-49902b490e3c tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:43:30.622304 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-ab1efd2b-8fe6-4d10-8597-49902b490e3c tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Usage tracker for resource:security_group_rule and tenant:2023f43db8e84313ace24e0426447810 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:43:30.628876 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-ab1efd2b-8fe6-4d10-8597-49902b490e3c tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:43:30.648759 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-ab1efd2b-8fe6-4d10-8597-49902b490e3c tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:43:30.669598 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-6bc88de2-1155-478d-94f4-13d8ba113f27 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:43:30.673712 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4e88cc3c-b9f5-4e78-8fe8-0510977f8d4e None None] Notify callbacks [] for port, precommit_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:30.681005 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-6bc88de2-1155-478d-94f4-13d8ba113f27 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Usage tracker for resource:port and tenant:f8c0e6515053422b8185d7532e81af1c is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:43:30.684458 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-6bc88de2-1155-478d-94f4-13d8ba113f27 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:43:30.687626 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ab1efd2b-8fe6-4d10-8597-49902b490e3c tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:30.690301 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-4e88cc3c-b9f5-4e78-8fe8-0510977f8d4e None None] Transition to ACTIVE for port object f817e71f-5bcb-4e11-99c2-ca8f045e4b23 will not be triggered until provisioned by entity L2. {{(pid=86396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:43:30.699059 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4e88cc3c-b9f5-4e78-8fe8-0510977f8d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:30.704527 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2a447d17-0d30-4237-9ec0-1b3ddbfa115b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:30.710488 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-6bc88de2-1155-478d-94f4-13d8ba113f27 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:43:30.740859 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-6bc88de2-1155-478d-94f4-13d8ba113f27 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Made reservation on behalf of f8c0e6515053422b8185d7532e81af1c for: {'port': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:43:30.747190 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-6bc88de2-1155-478d-94f4-13d8ba113f27 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:30.844879 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ffd4d-8f94-4021-acba-dc9033e54743 None None] Pushing event updated for resources: {'Port': ['ID=f817e71f-5bcb-4e11-99c2-ca8f045e4b23,revision_number=3']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:30.878996 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ab1efd2b-8fe6-4d10-8597-49902b490e3c tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:30.879930 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-367ffd4d-8f94-4021-acba-dc9033e54743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:30.896083 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ab1efd2b-8fe6-4d10-8597-49902b490e3c tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684736'] for security_group_rule, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:30.909114 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e9a7251f-35a5-4f29-ac2b-0ca705e54391 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:30.947163 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-4e88cc3c-b9f5-4e78-8fe8-0510977f8d4e None None] Attempting to bind port f817e71f-5bcb-4e11-99c2-ca8f045e4b23 on host dv-cinder-786385-2-iscsi for vnic_type normal with profile  {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:43:30.947567 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-4e88cc3c-b9f5-4e78-8fe8-0510977f8d4e None None] Attempting to bind port f817e71f-5bcb-4e11-99c2-ca8f045e4b23 by drivers openvswitch,hyperv on host dv-cinder-786385-2-iscsi at level 0 using segments [{'id': 'f2d00b48-a8e9-439a-be0e-75fab15fd794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49'}] {{(pid=86396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:43:30.947974 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e88cc3c-b9f5-4e78-8fe8-0510977f8d4e None None] Attempting to bind port f817e71f-5bcb-4e11-99c2-ca8f045e4b23 on network 6a53d39c-de06-4bc6-9033-7145f2f15e49 {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:43:30.954834 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e88cc3c-b9f5-4e78-8fe8-0510977f8d4e None None] Checking agent: {'id': '3835c4f8-6870-47cd-b375-7aa1fa6d9f56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 2), 'started_at': datetime.datetime(2021, 4, 21, 14, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:43:30.955256 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e88cc3c-b9f5-4e78-8fe8-0510977f8d4e None None] Checking segment: {'id': 'f2d00b48-a8e9-439a-be0e-75fab15fd794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:43:30.955711 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4e88cc3c-b9f5-4e78-8fe8-0510977f8d4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:30.956155 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e88cc3c-b9f5-4e78-8fe8-0510977f8d4e None None] Bound using segment: {'id': 'f2d00b48-a8e9-439a-be0e-75fab15fd794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49'} {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:43:30.957079 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-4e88cc3c-b9f5-4e78-8fe8-0510977f8d4e None None] Bound port: f817e71f-5bcb-4e11-99c2-ca8f045e4b23, host: dv-cinder-786385-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d00b48-a8e9-439a-be0e-75fab15fd794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49'}}] {{(pid=86396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:43:30.957295 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4e88cc3c-b9f5-4e78-8fe8-0510977f8d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:30.968942 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1efd2b-8fe6-4d10-8597-49902b490e3c tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5f6f6f3-b19c-46be-9d08-bcc7f8957e48,revision_number=0']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:31.063225 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-4e88cc3c-b9f5-4e78-8fe8-0510977f8d4e None None] For port f817e71f-5bcb-4e11-99c2-ca8f045e4b23, host dv-cinder-786385-2-iscsi, cleared binding levels {{(pid=86396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:43:31.067136 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-4e88cc3c-b9f5-4e78-8fe8-0510977f8d4e None None] For port f817e71f-5bcb-4e11-99c2-ca8f045e4b23, host dv-cinder-786385-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=f817e71f-5bcb-4e11-99c2-ca8f045e4b23,segment=NetworkSegment(f2d00b48-a8e9-439a-be0e-75fab15fd794),segment_id=f2d00b48-a8e9-439a-be0e-75fab15fd794)] {{(pid=86396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:43:31.067519 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ab1efd2b-8fe6-4d10-8597-49902b490e3c tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:31.071438 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4e88cc3c-b9f5-4e78-8fe8-0510977f8d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:31.082316 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d73e00db-4f10-437c-b44b-be182e1564a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:31.092497 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ab1efd2b-8fe6-4d10-8597-49902b490e3c tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:31.093808 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-ab1efd2b-8fe6-4d10-8597-49902b490e3c tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5081918
Apr 21 14:43:31.097698 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 57992) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:31.106600 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-04f49a14-a431-468d-9868-c97d170b4a80 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Request body: {'security_group_rule': {'security_group_id': '387a8808-f2a0-4223-a909-3ea655ec87ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:43:31.115859 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-04f49a14-a431-468d-9868-c97d170b4a80 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:43:31.122560 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-6bc88de2-1155-478d-94f4-13d8ba113f27 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Allocated IP 172.20.0.3 (9327aacc-fa36-490f-aded-1b1eb5e76615/7c2aa654-833e-48ee-96e9-6b46ef123ed3/cdb83b17-6b0e-4dcc-b58f-0263d304e688) {{(pid=86393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:43:31.138581 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-04f49a14-a431-468d-9868-c97d170b4a80 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Usage tracker for resource:security_group_rule and tenant:2023f43db8e84313ace24e0426447810 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:43:31.145921 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-04f49a14-a431-468d-9868-c97d170b4a80 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:43:31.158035 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-04f49a14-a431-468d-9868-c97d170b4a80 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:43:31.195390 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ffd4d-8f94-4021-acba-dc9033e54743 None None] Pushing event updated for resources: {'Port': ['ID=f817e71f-5bcb-4e11-99c2-ca8f045e4b23,revision_number=4']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:31.199326 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-04f49a14-a431-468d-9868-c97d170b4a80 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:31.203093 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e88cc3c-b9f5-4e78-8fe8-0510977f8d4e None None] Routers {'eb7a0c10-adc5-449a-b68a-4d58e20b2077'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:43:31.204664 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-4e88cc3c-b9f5-4e78-8fe8-0510977f8d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78fe5f9e48>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:43:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['eb7a0c10-adc5-449a-b68a-4d58e20b2077'], 'active': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:43:31.343242 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-04f49a14-a431-468d-9868-c97d170b4a80 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:31.355384 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-04f49a14-a431-468d-9868-c97d170b4a80 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684736'] for security_group_rule, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:31.367854 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-367ffd4d-8f94-4021-acba-dc9033e54743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:31.369655 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-af54b088-441a-40b5-9a48-2c8d2af0ce17 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:31.439989 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f49a14-a431-468d-9868-c97d170b4a80 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e9cd9b-5c52-45ff-976c-655b7f10552d,revision_number=0']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:31.445221 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-04f49a14-a431-468d-9868-c97d170b4a80 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:31.450183 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-04f49a14-a431-468d-9868-c97d170b4a80 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3478603
Apr 21 14:43:31.454348 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 58004) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:31.467770 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-23e71ff4-d9ee-47a8-a946-5501271f2559 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Request body: {'floatingip': {'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:43:31.483171 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-04f49a14-a431-468d-9868-c97d170b4a80 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:31.488943 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-23e71ff4-d9ee-47a8-a946-5501271f2559 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:43:31.504042 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-23e71ff4-d9ee-47a8-a946-5501271f2559 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Usage tracker for resource:floatingip and tenant:2023f43db8e84313ace24e0426447810 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:43:31.510498 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-23e71ff4-d9ee-47a8-a946-5501271f2559 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:43:31.521549 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-23e71ff4-d9ee-47a8-a946-5501271f2559 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:43:31.536050 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-23e71ff4-d9ee-47a8-a946-5501271f2559 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for floatingip, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:31.609150 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-4e88cc3c-b9f5-4e78-8fe8-0510977f8d4e None None] Set router eb7a0c10-adc5-449a-b68a-4d58e20b2077 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:43:31.611669 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-6bc88de2-1155-478d-94f4-13d8ba113f27 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Notify callbacks [] for port, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:31.652797 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-6bc88de2-1155-478d-94f4-13d8ba113f27 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:31.667283 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-5b67b7b3-11ad-4d57-b840-ea1286bd53b2 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:31.718359 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-6bc88de2-1155-478d-94f4-13d8ba113f27 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Network 9327aacc-fa36-490f-aded-1b1eb5e76615 is already hosted by enough agents. {{(pid=86393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:43:31.724902 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-6bc88de2-1155-478d-94f4-13d8ba113f27 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Resources bound (agent type, host, resource id):  {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:43:31.730450 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-6bc88de2-1155-478d-94f4-13d8ba113f27 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Received port after_create {{(pid=86393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:43:31.830762 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc88de2-1155-478d-94f4-13d8ba113f27 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Pushing event updated for resources: {'Port': ['ID=cdb83b17-6b0e-4dcc-b58f-0263d304e688,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:31.834124 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-6bc88de2-1155-478d-94f4-13d8ba113f27 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:31.943391 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-6bc88de2-1155-478d-94f4-13d8ba113f27 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:31.943824 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-6bc88de2-1155-478d-94f4-13d8ba113f27 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:32.000302 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6538d-ea76-4b2a-b09f-b07380b5676e req-1bc980a9-09ad-4268-afed-d52b2142e87d tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:32.003206 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-56b6538d-ea76-4b2a-b09f-b07380b5676e req-1bc980a9-09ad-4268-afed-d52b2142e87d tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 943 time: 0.2769101
Apr 21 14:43:32.020511 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-6bc88de2-1155-478d-94f4-13d8ba113f27 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6077054
Apr 21 14:43:32.021899 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-23e71ff4-d9ee-47a8-a946-5501271f2559 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:32.067945 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-316dbedc-a99f-4330-8300-387386b811be service neutron] Request body: {'port': {'device_id': 'b687a467-74ce-42cf-b698-e8ea535a3c75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:43:32.079514 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:32.218492 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e423b3ab-a44f-4c2a-bfba-bf94c104d515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:32.239338 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-4e88cc3c-b9f5-4e78-8fe8-0510977f8d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78fe5f9e48>, [{'id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'name': 'tempest-AttachVolumeTestJSON-1045067339-router', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:43:16Z', 'updated_at': '2021-04-21T14:43:26Z', 'revision_number': 4, 'project_id': '2023f43db8e84313ace24e0426447810', 'gw_port': {'id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:43:17Z', 'updated_at': '2021-04-21T14:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': 'f817e71f-5bcb-4e11-99c2-ca8f045e4b23', 'name': '', 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'mac_address': 'fa:16:3e:fb:53:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:43:23Z', 'updated_at': '2021-04-21T14:43:31Z', 'revision_number': 4, 'project_id': '2023f43db8e84313ace24e0426447810', 'subnets': [{'id': 'e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:43:32.241404 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8e6c1-75f7-44cf-991f-07f766624677 req-bcbd1c78-7392-4357-8d1a-46688ccff897 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:32.242259 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-dba8e6c1-75f7-44cf-991f-07f766624677 req-bcbd1c78-7392-4357-8d1a-46688ccff897 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Synchronizing usage tracker for tenant:f8c0e6515053422b8185d7532e81af1c on resource:port {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:43:32.244858 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e88cc3c-b9f5-4e78-8fe8-0510977f8d4e None None] The sync data for ids ['eb7a0c10-adc5-449a-b68a-4d58e20b2077'] in dv-cinder-786385-2-iscsi is: [{'id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'name': 'tempest-AttachVolumeTestJSON-1045067339-router', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:43:16Z', 'updated_at': '2021-04-21T14:43:26Z', 'revision_number': 4, 'project_id': '2023f43db8e84313ace24e0426447810', 'gw_port': {'id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:43:17Z', 'updated_at': '2021-04-21T14:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': 'f817e71f-5bcb-4e11-99c2-ca8f045e4b23', 'name': '', 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'mac_address': 'fa:16:3e:fb:53:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:43:23Z', 'updated_at': '2021-04-21T14:43:31Z', 'revision_number': 4, 'project_id': '2023f43db8e84313ace24e0426447810', 'subnets': [{'id': 'e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:43:32.263415 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-316dbedc-a99f-4330-8300-387386b811be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:32.289176 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-dba8e6c1-75f7-44cf-991f-07f766624677 req-bcbd1c78-7392-4357-8d1a-46688ccff897 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Unset dirty status for tenant:f8c0e6515053422b8185d7532e81af1c on resource:port {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:43:32.300559 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-dba8e6c1-75f7-44cf-991f-07f766624677 req-bcbd1c78-7392-4357-8d1a-46688ccff897 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?device_id=b687a467-74ce-42cf-b698-e8ea535a3c75 HTTP/1.1" status: 200  len: 931 time: 0.6555829
Apr 21 14:43:32.403813 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-56b6538d-ea76-4b2a-b09f-b07380b5676e req-fb9c3241-c74a-475a-b84e-a6f6218763e9 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0778482
Apr 21 14:43:32.460258 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-23e71ff4-d9ee-47a8-a946-5501271f2559 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Allocated IP 172.27.3.107 (65ae90ab-0baf-4140-bbfd-b114ac6a9837/3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036/c3651f88-a059-4419-af25-521235804357) {{(pid=86394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:43:32.469824 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-dba8e6c1-75f7-44cf-991f-07f766624677 req-8e4462c5-989d-4d31-9c6b-597b2ef6d278 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Synchronizing usage tracker for tenant:f8c0e6515053422b8185d7532e81af1c on resource:security_group {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:43:32.495053 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:32.568799 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-dba8e6c1-75f7-44cf-991f-07f766624677 req-8e4462c5-989d-4d31-9c6b-597b2ef6d278 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Unset dirty status for tenant:f8c0e6515053422b8185d7532e81af1c on resource:security_group {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:43:32.571187 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-dba8e6c1-75f7-44cf-991f-07f766624677 req-8e4462c5-989d-4d31-9c6b-597b2ef6d278 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/security-groups?id=584cc579-12fb-4a1e-8c27-29e5ffba2158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2694116
Apr 21 14:43:32.702168 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-23e71ff4-d9ee-47a8-a946-5501271f2559 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for port, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:32.761397 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-23e71ff4-d9ee-47a8-a946-5501271f2559 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:32.770734 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:32.885627 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e71ff4-d9ee-47a8-a946-5501271f2559 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Network 65ae90ab-0baf-4140-bbfd-b114ac6a9837 is already hosted by enough agents. {{(pid=86394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:43:32.891764 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-23e71ff4-d9ee-47a8-a946-5501271f2559 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Resources bound (agent type, host, resource id):  {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:43:32.910211 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e71ff4-d9ee-47a8-a946-5501271f2559 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Received port after_create {{(pid=86394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:43:32.929722 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-316dbedc-a99f-4330-8300-387386b811be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdb83b17-6b0e-4dcc-b58f-0263d304e688 {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:43:32.943831 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-316dbedc-a99f-4330-8300-387386b811be service neutron] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:32.966759 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-316dbedc-a99f-4330-8300-387386b811be service neutron] Transition to ACTIVE for port object cdb83b17-6b0e-4dcc-b58f-0263d304e688 will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:43:32.970117 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-316dbedc-a99f-4330-8300-387386b811be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14929102'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:32.976211 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-badd54dd-4acb-4955-9b83-da1901c5f2d8 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:33.025907 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e71ff4-d9ee-47a8-a946-5501271f2559 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Pushing event updated for resources: {'Port': ['ID=c3651f88-a059-4419-af25-521235804357,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:33.111344 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316dbedc-a99f-4330-8300-387386b811be service neutron] Pushing event updated for resources: {'Port': ['ID=cdb83b17-6b0e-4dcc-b58f-0263d304e688,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:33.113449 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-23e71ff4-d9ee-47a8-a946-5501271f2559 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:33.119652 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-316dbedc-a99f-4330-8300-387386b811be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:33.157773 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-23e71ff4-d9ee-47a8-a946-5501271f2559 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:33.295156 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-23e71ff4-d9ee-47a8-a946-5501271f2559 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:33.367209 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device f817e71f-5bcb-4e11-99c2-ca8f045e4b23 up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:43:33.505646 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning for port f817e71f-5bcb-4e11-99c2-ca8f045e4b23 completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:43:33.525602 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port f817e71f-5bcb-4e11-99c2-ca8f045e4b23 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:43:33.529008 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:33.662738 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-23e71ff4-d9ee-47a8-a946-5501271f2559 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for port, precommit_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:33.669048 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-23e71ff4-d9ee-47a8-a946-5501271f2559 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839088365'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:33.681438 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:33.695262 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-316dbedc-a99f-4330-8300-387386b811be service neutron] Attempting to bind port cdb83b17-6b0e-4dcc-b58f-0263d304e688 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:43:33.695634 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-316dbedc-a99f-4330-8300-387386b811be service neutron] Attempting to bind port cdb83b17-6b0e-4dcc-b58f-0263d304e688 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'a36a514c-7c8d-48b2-bf46-0f68fe951f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9327aacc-fa36-490f-aded-1b1eb5e76615'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:43:33.696002 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-316dbedc-a99f-4330-8300-387386b811be service neutron] Attempting to bind port cdb83b17-6b0e-4dcc-b58f-0263d304e688 on network 9327aacc-fa36-490f-aded-1b1eb5e76615 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:43:33.711332 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-316dbedc-a99f-4330-8300-387386b811be service neutron] Port cdb83b17-6b0e-4dcc-b58f-0263d304e688 on network 9327aacc-fa36-490f-aded-1b1eb5e76615 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 14:43:33.711925 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-316dbedc-a99f-4330-8300-387386b811be service neutron] Attempting to bind port cdb83b17-6b0e-4dcc-b58f-0263d304e688 on network 9327aacc-fa36-490f-aded-1b1eb5e76615 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:43:33.731716 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-316dbedc-a99f-4330-8300-387386b811be service neutron] Checking agent: {'id': 'aac967bd-8151-4f72-a05c-3193d627c9da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'started_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:43:33.732013 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-316dbedc-a99f-4330-8300-387386b811be service neutron] Checking segment: {'id': 'a36a514c-7c8d-48b2-bf46-0f68fe951f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9327aacc-fa36-490f-aded-1b1eb5e76615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:43:33.732402 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-316dbedc-a99f-4330-8300-387386b811be service neutron] Bound using segment: {'id': 'a36a514c-7c8d-48b2-bf46-0f68fe951f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9327aacc-fa36-490f-aded-1b1eb5e76615'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:43:33.732896 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-316dbedc-a99f-4330-8300-387386b811be service neutron] Bound port: cdb83b17-6b0e-4dcc-b58f-0263d304e688, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a36a514c-7c8d-48b2-bf46-0f68fe951f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9327aacc-fa36-490f-aded-1b1eb5e76615'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:43:33.733275 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-316dbedc-a99f-4330-8300-387386b811be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:33.813518 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:33.843058 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e71ff4-d9ee-47a8-a946-5501271f2559 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Pushing event updated for resources: {'Port': ['ID=c3651f88-a059-4419-af25-521235804357,revision_number=2']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:33.855100 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-23e71ff4-d9ee-47a8-a946-5501271f2559 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:33.861895 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] For port f817e71f-5bcb-4e11-99c2-ca8f045e4b23, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=f817e71f-5bcb-4e11-99c2-ca8f045e4b23,segment=NetworkSegment(f2d00b48-a8e9-439a-be0e-75fab15fd794),segment_id=f2d00b48-a8e9-439a-be0e-75fab15fd794)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:43:33.865555 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:33.872068 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:33.978323 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Pushing event updated for resources: {'Port': ['ID=f817e71f-5bcb-4e11-99c2-ca8f045e4b23,revision_number=5']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:33.989931 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:34.028151 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-23e71ff4-d9ee-47a8-a946-5501271f2559 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630449'] for floatingip, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:34.042598 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-316dbedc-a99f-4330-8300-387386b811be service neutron] For port cdb83b17-6b0e-4dcc-b58f-0263d304e688, host hv-cinder-78638, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:43:34.047322 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-316dbedc-a99f-4330-8300-387386b811be service neutron] For port cdb83b17-6b0e-4dcc-b58f-0263d304e688, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cdb83b17-6b0e-4dcc-b58f-0263d304e688,segment=NetworkSegment(a36a514c-7c8d-48b2-bf46-0f68fe951f75),segment_id=a36a514c-7c8d-48b2-bf46-0f68fe951f75)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:43:34.058702 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-316dbedc-a99f-4330-8300-387386b811be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14929102'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:34.071440 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ef88bdce-afee-4a36-9923-ec5e05127b28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:34.075320 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-23e71ff4-d9ee-47a8-a946-5501271f2559 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for floatingip, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:34.078049 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-23e71ff4-d9ee-47a8-a946-5501271f2559 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.6173000
Apr 21 14:43:34.101569 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c4641-3545-4da7-8d41-735ba51c5474 req-5f957dd4-31ef-444f-b626-16aafc705c78 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:34.103687 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0a3c4641-3545-4da7-8d41-735ba51c5474 req-5f957dd4-31ef-444f-b626-16aafc705c78 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 943 time: 0.1603115
Apr 21 14:43:34.122800 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c94c3-464d-4e19-bee5-d32f9b571a5c req-27257b1f-3134-4daf-babd-ad3520f3f0e9 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:34.124537 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5b2c94c3-464d-4e19-bee5-d32f9b571a5c req-27257b1f-3134-4daf-babd-ad3520f3f0e9 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?device_id=b687a467-74ce-42cf-b698-e8ea535a3c75 HTTP/1.1" status: 200  len: 943 time: 0.3758838
Apr 21 14:43:34.135185 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-316dbedc-a99f-4330-8300-387386b811be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:34.136404 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-316dbedc-a99f-4330-8300-387386b811be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:34.138497 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-316dbedc-a99f-4330-8300-387386b811be service neutron] 10.222.0.36 "PUT /v2.0/ports/cdb83b17-6b0e-4dcc-b58f-0263d304e688 HTTP/1.1" status: 200  len: 1093 time: 2.0863800
Apr 21 14:43:34.139187 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b687a467-74ce-42cf-b698-e8ea535a3c75', 'tag': 'cdb83b17-6b0e-4dcc-b58f-0263d304e688'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:43:34.161802 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0a3c4641-3545-4da7-8d41-735ba51c5474 req-55a1fc56-accb-4e67-a9bd-b62590970dc9 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511773
Apr 21 14:43:34.185385 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:34.280827 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b687a467-74ce-42cf-b698-e8ea535a3c75', 'tag': 'cdb83b17-6b0e-4dcc-b58f-0263d304e688', 'status': 'completed', 'code': 200}
Apr 21 14:43:34.281195 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 58052) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:34.314306 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5b2c94c3-464d-4e19-bee5-d32f9b571a5c req-ca93844a-8d62-4483-8492-28a756eebb22 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/security-groups?id=584cc579-12fb-4a1e-8c27-29e5ffba2158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694412
Apr 21 14:43:34.325025 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316dbedc-a99f-4330-8300-387386b811be service neutron] Pushing event updated for resources: {'Port': ['ID=cdb83b17-6b0e-4dcc-b58f-0263d304e688,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:34.328969 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-316dbedc-a99f-4330-8300-387386b811be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:34.363392 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-5df5650e-954b-433a-9971-864b63541142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:34.366193 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-5df5650e-954b-433a-9971-864b63541142 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f8c0e6515053422b8185d7532e81af1c&device_id=b687a467-74ce-42cf-b698-e8ea535a3c75 HTTP/1.1" status: 200  len: 1096 time: 0.1604490
Apr 21 14:43:34.485775 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-09527ee2-010d-456f-a1a9-cd9dda02694a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:34.517481 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-26e79001-2ddb-480e-a9bd-f4bc2303c548 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdb83b17-6b0e-4dcc-b58f-0263d304e688 HTTP/1.1" status: 200  len: 217 time: 0.1405971
Apr 21 14:43:34.517808 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-09527ee2-010d-456f-a1a9-cd9dda02694a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:43:34.525207 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-6a524407-5f1d-4afd-96fb-7522d7b1abe2 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Synchronizing usage tracker for tenant:2023f43db8e84313ace24e0426447810 on resource:security_group {{(pid=86394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:43:34.528309 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-09527ee2-010d-456f-a1a9-cd9dda02694a admin admin] Usage tracker for resource:security_group_rule and tenant:c4652f9d9cf04683989d396d0d60b01b is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:43:34.532257 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-09527ee2-010d-456f-a1a9-cd9dda02694a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:43:34.541210 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-09527ee2-010d-456f-a1a9-cd9dda02694a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:43:34.572550 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-6a524407-5f1d-4afd-96fb-7522d7b1abe2 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Unset dirty status for tenant:2023f43db8e84313ace24e0426447810 on resource:security_group {{(pid=86394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:43:34.574549 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-6a524407-5f1d-4afd-96fb-7522d7b1abe2 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1648561511&fields=id&tenant_id=2023f43db8e84313ace24e0426447810 HTTP/1.1" status: 200  len: 267 time: 0.1506791
Apr 21 14:43:34.620377 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-1b2ea8ea-ecda-4ac9-8928-8829be7389e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:34.623175 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-1b2ea8ea-ecda-4ac9-8928-8829be7389e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c2aa654-833e-48ee-96e9-6b46ef123ed3 HTTP/1.1" status: 200  len: 854 time: 0.0945220
Apr 21 14:43:34.682724 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-e640a28e-aa93-49f7-a2ec-6c3a14c3d17c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9327aacc-fa36-490f-aded-1b1eb5e76615&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0523849
Apr 21 14:43:34.910609 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-5d083063-85d2-42ce-ab82-6e97b121912b tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:34.911740 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-5d083063-85d2-42ce-ab82-6e97b121912b tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Synchronizing usage tracker for tenant:2023f43db8e84313ace24e0426447810 on resource:network {{(pid=86394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:43:34.920339 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-09527ee2-010d-456f-a1a9-cd9dda02694a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:34.927120 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-24a9e6e8-1d57-4f7a-91e9-10562cc5c8f0 service neutron] 10.222.0.36 "GET /v2.0/networks/9327aacc-fa36-490f-aded-1b1eb5e76615?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2364864
Apr 21 14:43:34.929157 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-09527ee2-010d-456f-a1a9-cd9dda02694a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:34.941730 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-af15ec89-2ce8-4967-9d6a-dfe365c27e52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:34.982020 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-5d083063-85d2-42ce-ab82-6e97b121912b tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Unset dirty status for tenant:2023f43db8e84313ace24e0426447810 on resource:network {{(pid=86394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:43:34.983294 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-5d083063-85d2-42ce-ab82-6e97b121912b tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/networks?id=6a53d39c-de06-4bc6-9033-7145f2f15e49 HTTP/1.1" status: 200  len: 811 time: 0.3963046
Apr 21 14:43:34.997840 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-09527ee2-010d-456f-a1a9-cd9dda02694a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c4652f9d9cf04683989d396d0d60b01b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7123308
Apr 21 14:43:34.998918 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 58068) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:35.007766 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09527ee2-010d-456f-a1a9-cd9dda02694a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53da4471-5680-47af-b9f2-b0874776834f,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:35.024388 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-09527ee2-010d-456f-a1a9-cd9dda02694a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:35.027670 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-34fa621a-2264-43f5-b8b0-398ef3e99a1e tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/quotas/2023f43db8e84313ace24e0426447810 HTTP/1.1" status: 200  len: 375 time: 0.0302904
Apr 21 14:43:35.097197 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-aff56adc-da80-40bb-a392-dc1958cdd114 req-025a0ff0-3f07-4a2a-ac98-4dab85495aeb service neutron] 10.222.0.36 "GET /v2.0/networks/9327aacc-fa36-490f-aded-1b1eb5e76615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1621246
Apr 21 14:43:35.145859 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-68fbee65-2785-4986-ad9d-8b969db35172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:35.196597 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-68fbee65-2785-4986-ad9d-8b969db35172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:35.236418 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-9b0d9305-9b3a-463e-bf7b-49bdd87b2f77 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2023f43db8e84313ace24e0426447810&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1871519
Apr 21 14:43:35.287425 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3a53b-46fc-42f4-ae37-c3241f57a29f req-6a39ee39-b1ba-4814-b1ce-0ee337265b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:35.289156 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a0d3a53b-46fc-42f4-ae37-c3241f57a29f req-6a39ee39-b1ba-4814-b1ce-0ee337265b60 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f8c0e6515053422b8185d7532e81af1c&device_id=b687a467-74ce-42cf-b698-e8ea535a3c75 HTTP/1.1" status: 200  len: 1096 time: 0.1285572
Apr 21 14:43:35.363925 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device f817e71f-5bcb-4e11-99c2-ca8f045e4b23 up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:43:35.457726 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-68fbee65-2785-4986-ad9d-8b969db35172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:35.464771 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-654469ca-a6e1-4cff-88ab-81e2a618aade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:35.499386 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fbee65-2785-4986-ad9d-8b969db35172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53da4471-5680-47af-b9f2-b0874776834f,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:35.508352 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-68fbee65-2785-4986-ad9d-8b969db35172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:35.517806 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port f817e71f-5bcb-4e11-99c2-ca8f045e4b23 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:43:35.518888 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:35.525949 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-68fbee65-2785-4986-ad9d-8b969db35172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:35.527398 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-68fbee65-2785-4986-ad9d-8b969db35172 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/53da4471-5680-47af-b9f2-b0874776834f HTTP/1.1" status: 204  len: 168 time: 0.5274963
Apr 21 14:43:35.538496 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-cd4dd42d-1193-4b11-ad3a-7c71859250db service neutron] 10.222.0.24 "GET /v2.0/networks/6a53d39c-de06-4bc6-9033-7145f2f15e49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2749579
Apr 21 14:43:35.576434 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3a53b-46fc-42f4-ae37-c3241f57a29f req-b65e2e23-b883-4ac1-8155-9e6e1371304b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:35.579397 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a0d3a53b-46fc-42f4-ae37-c3241f57a29f req-b65e2e23-b883-4ac1-8155-9e6e1371304b service neutron] 10.222.0.36 "GET /v2.0/networks?id=9327aacc-fa36-490f-aded-1b1eb5e76615 HTTP/1.1" status: 200  len: 915 time: 0.2820961
Apr 21 14:43:35.791667 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a0d3a53b-46fc-42f4-ae37-c3241f57a29f req-9b9e31b6-92d9-4ca9-9275-dbb89cb69d9c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdb83b17-6b0e-4dcc-b58f-0263d304e688 HTTP/1.1" status: 200  len: 217 time: 0.1829302
Apr 21 14:43:35.932646 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908a5d0-ada9-4e8f-acc2-159052daf772 req-a6fef610-3061-4f55-99ef-94b5fa7ede18 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:35.935624 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9908a5d0-ada9-4e8f-acc2-159052daf772 req-a6fef610-3061-4f55-99ef-94b5fa7ede18 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 943 time: 0.4872947
Apr 21 14:43:36.005329 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3a53b-46fc-42f4-ae37-c3241f57a29f req-9ec8f193-2f4c-45c0-949e-3fa48640c924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:36.007100 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a0d3a53b-46fc-42f4-ae37-c3241f57a29f req-9ec8f193-2f4c-45c0-949e-3fa48640c924 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c2aa654-833e-48ee-96e9-6b46ef123ed3 HTTP/1.1" status: 200  len: 854 time: 0.2056193
Apr 21 14:43:36.020905 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-517aa871-bc33-44fd-bd76-64ee5271824d service neutron] 10.222.0.24 "GET /v2.0/networks/6a53d39c-de06-4bc6-9033-7145f2f15e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4646382
Apr 21 14:43:36.079763 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 58080) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:36.089367 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9908a5d0-ada9-4e8f-acc2-159052daf772 req-bd60b419-4099-46a7-8b74-eba93bffaddc tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1369693
Apr 21 14:43:36.092427 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a0d3a53b-46fc-42f4-ae37-c3241f57a29f req-aa00adff-5f5f-4f41-bd88-12f5a5f3ee91 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9327aacc-fa36-490f-aded-1b1eb5e76615&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0702364
Apr 21 14:43:36.116478 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6ea606a8-cffc-4cb5-9392-b84c373ae140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:36.158307 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-6ea606a8-cffc-4cb5-9392-b84c373ae140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:43:36.166703 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-6ea606a8-cffc-4cb5-9392-b84c373ae140 admin admin] Usage tracker for resource:security_group_rule and tenant:e93f01af16ce4ef58a7f5665dfacbe69 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:43:36.172577 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-6ea606a8-cffc-4cb5-9392-b84c373ae140 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:43:36.186241 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-6ea606a8-cffc-4cb5-9392-b84c373ae140 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:43:36.321664 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a0d3a53b-46fc-42f4-ae37-c3241f57a29f req-edd1a100-3eb8-46a9-ba37-120616ed938b service neutron] 10.222.0.36 "GET /v2.0/networks/9327aacc-fa36-490f-aded-1b1eb5e76615?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2130425
Apr 21 14:43:36.370330 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fda8a88e-c810-497d-bcb6-4723d226e9a4 req-3de80e2d-7d67-4229-8790-35d4de538499 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 210 time: 0.1036699
Apr 21 14:43:36.481477 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6ea606a8-cffc-4cb5-9392-b84c373ae140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:36.488648 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6ea606a8-cffc-4cb5-9392-b84c373ae140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:36.490673 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29165b06-90cb-4183-8ced-24869c5ee025 req-1cca8847-19b5-4840-9030-4497f1189aed tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:36.492432 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-29165b06-90cb-4183-8ced-24869c5ee025 req-1cca8847-19b5-4840-9030-4497f1189aed tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?device_id=b687a467-74ce-42cf-b698-e8ea535a3c75 HTTP/1.1" status: 200  len: 943 time: 0.2391875
Apr 21 14:43:36.503971 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f2061fe6-e55b-4de0-af99-57f4b04c8f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:36.530760 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a0d3a53b-46fc-42f4-ae37-c3241f57a29f req-65e44502-d2aa-49ab-8486-2e834a8408bc service neutron] 10.222.0.36 "GET /v2.0/networks/9327aacc-fa36-490f-aded-1b1eb5e76615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2012429
Apr 21 14:43:36.568324 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-6ea606a8-cffc-4cb5-9392-b84c373ae140 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e93f01af16ce4ef58a7f5665dfacbe69&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4868767
Apr 21 14:43:36.570528 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea606a8-cffc-4cb5-9392-b84c373ae140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2a6841-92a9-4042-9272-cf2b8bfe9662,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:36.573440 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 58090) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:36.576817 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-6ea606a8-cffc-4cb5-9392-b84c373ae140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:36.593118 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-29165b06-90cb-4183-8ced-24869c5ee025 req-dc13c554-88c6-419a-b3e7-7c89abbc2eec tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/security-groups?id=584cc579-12fb-4a1e-8c27-29e5ffba2158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878935
Apr 21 14:43:36.657435 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-02e1686e-293b-48be-a114-985f3ab25b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:36.691577 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-02e1686e-293b-48be-a114-985f3ab25b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:36.747334 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-02e1686e-293b-48be-a114-985f3ab25b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:36.751897 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-4cbd1fa2-13f5-41ad-96f6-a54f7e761846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:36.765214 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1686e-293b-48be-a114-985f3ab25b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2a6841-92a9-4042-9272-cf2b8bfe9662,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:36.769622 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-02e1686e-293b-48be-a114-985f3ab25b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:36.773843 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-02e1686e-293b-48be-a114-985f3ab25b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:36.775936 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-02e1686e-293b-48be-a114-985f3ab25b87 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad2a6841-92a9-4042-9272-cf2b8bfe9662 HTTP/1.1" status: 204  len: 168 time: 0.2010694
Apr 21 14:43:37.417714 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d09e0f-f878-4cd0-8dca-32b5781ef987 req-9a9f2f78-c766-4fe2-81ea-37f129842e8b tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:37.419463 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-79d09e0f-f878-4cd0-8dca-32b5781ef987 req-9a9f2f78-c766-4fe2-81ea-37f129842e8b tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 943 time: 0.1182835
Apr 21 14:43:37.480821 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-79d09e0f-f878-4cd0-8dca-32b5781ef987 req-991174dd-7bac-4018-b49a-4186fe3b4857 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494304
Apr 21 14:43:37.609896 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-8b592bb1-6b05-43fd-8149-e80f761b33e3 req-4a6ed1b1-cd2c-4081-909e-95e28826f87e tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Synchronizing usage tracker for tenant:2023f43db8e84313ace24e0426447810 on resource:port {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:43:37.645562 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-8b592bb1-6b05-43fd-8149-e80f761b33e3 req-4a6ed1b1-cd2c-4081-909e-95e28826f87e tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Unset dirty status for tenant:2023f43db8e84313ace24e0426447810 on resource:port {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:43:37.647689 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8b592bb1-6b05-43fd-8149-e80f761b33e3 req-4a6ed1b1-cd2c-4081-909e-95e28826f87e tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 210 time: 0.1011550
Apr 21 14:43:37.821469 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a201ba-86f9-42cb-97c3-807fa7b57f86 req-153c6833-c730-4fbb-91c2-5537666a3cab tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:37.823183 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-91a201ba-86f9-42cb-97c3-807fa7b57f86 req-153c6833-c730-4fbb-91c2-5537666a3cab tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?device_id=b687a467-74ce-42cf-b698-e8ea535a3c75 HTTP/1.1" status: 200  len: 943 time: 0.0923743
Apr 21 14:43:37.897780 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-91a201ba-86f9-42cb-97c3-807fa7b57f86 req-8ef7c000-ac12-4f0c-a5d8-3369479a5cfc tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/security-groups?id=584cc579-12fb-4a1e-8c27-29e5ffba2158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615005
Apr 21 14:43:38.306467 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-8f8deacb-ccf4-4e11-9689-20f0a35776e0 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:38.308465 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-8f8deacb-ccf4-4e11-9689-20f0a35776e0 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.36 "GET /v2.0/networks?id=6a53d39c-de06-4bc6-9033-7145f2f15e49 HTTP/1.1" status: 200  len: 811 time: 0.2010036
Apr 21 14:43:38.370545 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-b2f30ef5-05ae-46f5-bdd9-a038c6e5e454 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Synchronizing usage tracker for tenant:2023f43db8e84313ace24e0426447810 on resource:security_group {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:43:38.390807 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-b2f30ef5-05ae-46f5-bdd9-a038c6e5e454 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Unset dirty status for tenant:2023f43db8e84313ace24e0426447810 on resource:security_group {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:43:38.392246 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-b2f30ef5-05ae-46f5-bdd9-a038c6e5e454 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2023f43db8e84313ace24e0426447810 HTTP/1.1" status: 200  len: 380 time: 0.0736957
Apr 21 14:43:38.403064 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-1734879a-10f1-4bb2-8ac8-eb3a259c6128 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Request body: {'port': {'device_id': 'eb0ca663-e263-49ed-b0c6-874b504da2e3', 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49', 'admin_state_up': True, 'tenant_id': '2023f43db8e84313ace24e0426447810', 'security_groups': ['387a8808-f2a0-4223-a909-3ea655ec87ee']}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:43:38.574481 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device cdb83b17-6b0e-4dcc-b58f-0263d304e688 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 14:43:38.595272 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-1734879a-10f1-4bb2-8ac8-eb3a259c6128 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:43:38.609072 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-1734879a-10f1-4bb2-8ac8-eb3a259c6128 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:43:38.622762 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-1734879a-10f1-4bb2-8ac8-eb3a259c6128 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Made reservation on behalf of 2023f43db8e84313ace24e0426447810 for: {'port': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:43:38.630545 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-1734879a-10f1-4bb2-8ac8-eb3a259c6128 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:38.834680 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:38.913440 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-68981d9c-976e-47e7-b5c0-edcae8238195 req-a992752f-2bab-44d5-880e-2d2c7e0767ee tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 210 time: 0.0981708
Apr 21 14:43:38.919878 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-1734879a-10f1-4bb2-8ac8-eb3a259c6128 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Allocated IP 172.20.0.5 (6a53d39c-de06-4bc6-9033-7145f2f15e49/e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4/bfdb3723-3356-4b82-8547-cade024b7b10) {{(pid=86393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:43:38.920926 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port cdb83b17-6b0e-4dcc-b58f-0263d304e688, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cdb83b17-6b0e-4dcc-b58f-0263d304e688,segment=NetworkSegment(a36a514c-7c8d-48b2-bf46-0f68fe951f75),segment_id=a36a514c-7c8d-48b2-bf46-0f68fe951f75)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:43:38.975210 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4738c07-ba6a-4e00-be6f-06d382c71e1e req-1927db83-da1c-4ddf-bd88-11eb8bfb7db0 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:38.976979 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e4738c07-ba6a-4e00-be6f-06d382c71e1e req-1927db83-da1c-4ddf-bd88-11eb8bfb7db0 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 943 time: 0.2093437
Apr 21 14:43:38.990944 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Returning: {'device': 'cdb83b17-6b0e-4dcc-b58f-0263d304e688', 'network_id': '9327aacc-fa36-490f-aded-1b1eb5e76615', 'port_id': 'cdb83b17-6b0e-4dcc-b58f-0263d304e688', 'mac_address': 'fa:16:3e:d8:ef:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2aa654-833e-48ee-96e9-6b46ef123ed3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 14:43:39.107557 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:39.129129 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdb83b17-6b0e-4dcc-b58f-0263d304e688 {{(pid=86395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:43:39.149930 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port cdb83b17-6b0e-4dcc-b58f-0263d304e688, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cdb83b17-6b0e-4dcc-b58f-0263d304e688,segment=NetworkSegment(a36a514c-7c8d-48b2-bf46-0f68fe951f75),segment_id=a36a514c-7c8d-48b2-bf46-0f68fe951f75)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:43:39.154897 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:39.156078 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 245817c6-3c22-47d2-a7ad-82a9d1f0181d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 14:43:39.246542 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e4738c07-ba6a-4e00-be6f-06d382c71e1e req-24328826-7160-43dd-93e3-72972e2a29b9 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2308800
Apr 21 14:43:39.342882 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c03064-9ae0-4530-ad54-20312e8b986b req-98779721-ac84-4dfd-a6ab-351ba9cb48c5 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:39.342882 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d8c03064-9ae0-4530-ad54-20312e8b986b req-98779721-ac84-4dfd-a6ab-351ba9cb48c5 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?device_id=b687a467-74ce-42cf-b698-e8ea535a3c75 HTTP/1.1" status: 200  len: 944 time: 0.1372278
Apr 21 14:43:39.354206 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 245817c6-3c22-47d2-a7ad-82a9d1f0181d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=245817c6-3c22-47d2-a7ad-82a9d1f0181d,segment=NetworkSegment(aad70013-a75a-432c-9a4b-498f88914087),segment_id=aad70013-a75a-432c-9a4b-498f88914087)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:43:39.370345 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:39.399557 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d8c03064-9ae0-4530-ad54-20312e8b986b req-205929f1-d057-47c2-a893-76130a8164c2 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/security-groups?id=584cc579-12fb-4a1e-8c27-29e5ffba2158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536406
Apr 21 14:43:39.405154 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Returning: {'device': '245817c6-3c22-47d2-a7ad-82a9d1f0181d', 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9', 'port_id': '245817c6-3c22-47d2-a7ad-82a9d1f0181d', 'mac_address': 'fa:16:3e:73:24:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48293642-451e-458e-960c-7fbf1e7e7bc3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 14:43:39.506655 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:39.527652 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=cdb83b17-6b0e-4dcc-b58f-0263d304e688,revision_number=4']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:39.530120 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:39.537323 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 245817c6-3c22-47d2-a7ad-82a9d1f0181d {{(pid=86395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:43:39.550022 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-1734879a-10f1-4bb2-8ac8-eb3a259c6128 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for port, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:39.570555 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-1734879a-10f1-4bb2-8ac8-eb3a259c6128 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Transition to ACTIVE for port object bfdb3723-3356-4b82-8547-cade024b7b10 will not be triggered until provisioned by entity DHCP. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:43:39.574633 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 245817c6-3c22-47d2-a7ad-82a9d1f0181d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=245817c6-3c22-47d2-a7ad-82a9d1f0181d,segment=NetworkSegment(aad70013-a75a-432c-9a4b-498f88914087),segment_id=aad70013-a75a-432c-9a4b-498f88914087)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:43:39.575526 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9b3af-1736-44c2-89c0-8b95eb61ad0e req-f2f8474e-eb6c-4f63-9a93-fb855b435ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:39.577507 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f5c9b3af-1736-44c2-89c0-8b95eb61ad0e req-f2f8474e-eb6c-4f63-9a93-fb855b435ac2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0771cc9ab3c4a23881ef55e4b3218b3&device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 1096 time: 0.3232784
Apr 21 14:43:39.579508 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:39.583357 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:39.685904 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-1734879a-10f1-4bb2-8ac8-eb3a259c6128 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:39.727961 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=245817c6-3c22-47d2-a7ad-82a9d1f0181d,revision_number=9']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:39.733058 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:39.941768 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['cdb83b17-6b0e-4dcc-b58f-0263d304e688'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:43:40.013820 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-de63f6fe-50d1-4c97-8407-972d2a800571 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:40.024877 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['245817c6-3c22-47d2-a7ad-82a9d1f0181d'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:43:40.144033 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734879a-10f1-4bb2-8ac8-eb3a259c6128 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Pushing event updated for resources: {'Port': ['ID=bfdb3723-3356-4b82-8547-cade024b7b10,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:40.149617 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-1734879a-10f1-4bb2-8ac8-eb3a259c6128 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Network 6a53d39c-de06-4bc6-9033-7145f2f15e49 is already hosted by enough agents. {{(pid=86393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:43:40.169200 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-1734879a-10f1-4bb2-8ac8-eb3a259c6128 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Resources bound (agent type, host, resource id):  {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:43:40.172125 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-1734879a-10f1-4bb2-8ac8-eb3a259c6128 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Received port after_create {{(pid=86393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:43:40.250843 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734879a-10f1-4bb2-8ac8-eb3a259c6128 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:43:40.251262 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734879a-10f1-4bb2-8ac8-eb3a259c6128 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:43:40.251671 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734879a-10f1-4bb2-8ac8-eb3a259c6128 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:43:40.252077 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734879a-10f1-4bb2-8ac8-eb3a259c6128 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:43:40.252487 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734879a-10f1-4bb2-8ac8-eb3a259c6128 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:43:40.252914 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734879a-10f1-4bb2-8ac8-eb3a259c6128 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:43:40.253334 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734879a-10f1-4bb2-8ac8-eb3a259c6128 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:43:40.253740 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734879a-10f1-4bb2-8ac8-eb3a259c6128 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:43:40.254178 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734879a-10f1-4bb2-8ac8-eb3a259c6128 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:43:40.254576 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734879a-10f1-4bb2-8ac8-eb3a259c6128 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:43:40.254993 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734879a-10f1-4bb2-8ac8-eb3a259c6128 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:43:40.255399 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734879a-10f1-4bb2-8ac8-eb3a259c6128 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:43:40.260070 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-1734879a-10f1-4bb2-8ac8-eb3a259c6128 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:40.371445 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9b3af-1736-44c2-89c0-8b95eb61ad0e req-e1bf7387-8189-4227-95a1-9db8c48d15b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:40.374814 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f5c9b3af-1736-44c2-89c0-8b95eb61ad0e req-e1bf7387-8189-4227-95a1-9db8c48d15b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4398a4b8-9ecd-43b2-988b-da3ccd660ad9 HTTP/1.1" status: 200  len: 918 time: 0.7767100
Apr 21 14:43:40.395763 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-1734879a-10f1-4bb2-8ac8-eb3a259c6128 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:40.396472 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-1734879a-10f1-4bb2-8ac8-eb3a259c6128 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:40.498628 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d420a789-11e3-4042-8aee-644277af62d0 None None] Provisioning for port bfdb3723-3356-4b82-8547-cade024b7b10 completed by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:43:40.509414 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d420a789-11e3-4042-8aee-644277af62d0 None None] Provisioning complete for port bfdb3723-3356-4b82-8547-cade024b7b10 triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:43:40.510299 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d420a789-11e3-4042-8aee-644277af62d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:40.566907 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-1734879a-10f1-4bb2-8ac8-eb3a259c6128 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1684132
Apr 21 14:43:40.574166 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f5c9b3af-1736-44c2-89c0-8b95eb61ad0e req-dde03a02-15e4-46af-a3de-a963fafba63c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=245817c6-3c22-47d2-a7ad-82a9d1f0181d HTTP/1.1" status: 200  len: 1000 time: 0.1674097
Apr 21 14:43:40.585229 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-d420a789-11e3-4042-8aee-644277af62d0 None None] Port bfdb3723-3356-4b82-8547-cade024b7b10 cannot update to ACTIVE because it is not bound. {{(pid=86395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 14:43:40.587968 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46678c-2a73-431e-9832-30636ea22591 req-a98d8295-5cbb-4fe6-80b1-a931963232f5 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:40.588800 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-9b46678c-2a73-431e-9832-30636ea22591 req-a98d8295-5cbb-4fe6-80b1-a931963232f5 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Synchronizing usage tracker for tenant:2023f43db8e84313ace24e0426447810 on resource:port {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:43:40.599399 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-8fa94c62-93fc-48c4-8ab2-9b385e89f97f service neutron] Request body: {'port': {'device_id': 'eb0ca663-e263-49ed-b0c6-874b504da2e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:43:40.608547 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466dab4b-70dd-4b9f-a021-662e769e7af6 req-6efff8dd-bbc5-4978-a44f-2526248affb5 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:40.612858 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-466dab4b-70dd-4b9f-a021-662e769e7af6 req-6efff8dd-bbc5-4978-a44f-2526248affb5 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 944 time: 0.1508293
Apr 21 14:43:40.707562 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-466dab4b-70dd-4b9f-a021-662e769e7af6 req-b308b513-4aff-435e-a254-fb81c1b92278 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0757513
Apr 21 14:43:40.756186 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-9b46678c-2a73-431e-9832-30636ea22591 req-a98d8295-5cbb-4fe6-80b1-a931963232f5 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Unset dirty status for tenant:2023f43db8e84313ace24e0426447810 on resource:port {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:43:40.757546 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9b46678c-2a73-431e-9832-30636ea22591 req-a98d8295-5cbb-4fe6-80b1-a931963232f5 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 931 time: 0.6039717
Apr 21 14:43:40.791948 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9b3af-1736-44c2-89c0-8b95eb61ad0e req-7cdbc7b7-9748-4ecc-904f-444ca7183f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:40.794177 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f5c9b3af-1736-44c2-89c0-8b95eb61ad0e req-7cdbc7b7-9748-4ecc-904f-444ca7183f18 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48293642-451e-458e-960c-7fbf1e7e7bc3 HTTP/1.1" status: 200  len: 856 time: 0.2006943
Apr 21 14:43:40.920660 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-8fa94c62-93fc-48c4-8ab2-9b385e89f97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:40.943891 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d33769-660b-407a-95e0-fe8fad4284df req-5963deb8-e4d5-4910-ab1e-ccff7c2e4fdd tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:40.945676 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9b46678c-2a73-431e-9832-30636ea22591 req-9ab6866a-bdbc-4317-b4c1-dcba0cd0b422 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1502817
Apr 21 14:43:40.946157 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-66d33769-660b-407a-95e0-fe8fad4284df req-5963deb8-e4d5-4910-ab1e-ccff7c2e4fdd tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?device_id=b687a467-74ce-42cf-b698-e8ea535a3c75 HTTP/1.1" status: 200  len: 944 time: 0.1147757
Apr 21 14:43:41.002824 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 58194) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:41.046697 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-66d33769-660b-407a-95e0-fe8fad4284df req-4e00170d-bc57-43f8-b9a7-95a02deb6bb5 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/security-groups?id=584cc579-12fb-4a1e-8c27-29e5ffba2158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688808
Apr 21 14:43:41.102341 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9b3af-1736-44c2-89c0-8b95eb61ad0e req-6bcb8c72-f626-46dc-b2e6-8279013b7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:41.105233 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f5c9b3af-1736-44c2-89c0-8b95eb61ad0e req-6bcb8c72-f626-46dc-b2e6-8279013b7e64 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4398a4b8-9ecd-43b2-988b-da3ccd660ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3028390
Apr 21 14:43:41.174634 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-060cd914-d227-4842-aa05-c668e0e6886c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:41.193722 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-060cd914-d227-4842-aa05-c668e0e6886c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:43:41.199009 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-060cd914-d227-4842-aa05-c668e0e6886c admin admin] Usage tracker for resource:security_group_rule and tenant:7a9adfd7796a4b7eb909e82c594e8869 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:43:41.202925 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-060cd914-d227-4842-aa05-c668e0e6886c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:43:41.211485 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-060cd914-d227-4842-aa05-c668e0e6886c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:43:41.366059 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-060cd914-d227-4842-aa05-c668e0e6886c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:41.371158 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-060cd914-d227-4842-aa05-c668e0e6886c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:41.389278 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ff4f613f-e883-4ffb-a98d-4afcbc07443d tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:41.447579 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f5c9b3af-1736-44c2-89c0-8b95eb61ad0e req-398c5fe8-e8b7-4977-91ad-1a17c50c937e service neutron] 10.222.0.36 "GET /v2.0/networks/4398a4b8-9ecd-43b2-988b-da3ccd660ad9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2855036
Apr 21 14:43:41.476076 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-060cd914-d227-4842-aa05-c668e0e6886c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a9adfd7796a4b7eb909e82c594e8869&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4696963
Apr 21 14:43:41.478911 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060cd914-d227-4842-aa05-c668e0e6886c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdfd602-f278-420e-9c60-f436f1683189,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:41.481696 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 58200) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:41.485047 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-060cd914-d227-4842-aa05-c668e0e6886c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:41.562494 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7f34cfa9-9e19-42a4-80a7-102d1b74d49d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:41.596703 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7f34cfa9-9e19-42a4-80a7-102d1b74d49d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:41.692581 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7f34cfa9-9e19-42a4-80a7-102d1b74d49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:41.699978 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-85d69351-10ad-4d12-b63e-841abeaed38c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:41.713798 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f5c9b3af-1736-44c2-89c0-8b95eb61ad0e req-0bdf581c-91fe-4a18-a03c-daea8bf9cc4f service neutron] 10.222.0.36 "GET /v2.0/networks/4398a4b8-9ecd-43b2-988b-da3ccd660ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2563922
Apr 21 14:43:41.716391 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34cfa9-9e19-42a4-80a7-102d1b74d49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdfd602-f278-420e-9c60-f436f1683189,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:41.722955 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-7f34cfa9-9e19-42a4-80a7-102d1b74d49d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:41.726332 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7f34cfa9-9e19-42a4-80a7-102d1b74d49d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:41.730786 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-7f34cfa9-9e19-42a4-80a7-102d1b74d49d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6bdfd602-f278-420e-9c60-f436f1683189 HTTP/1.1" status: 204  len: 168 time: 0.2454863
Apr 21 14:43:41.731902 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-8fa94c62-93fc-48c4-8ab2-9b385e89f97f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfdb3723-3356-4b82-8547-cade024b7b10 {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:43:41.748859 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-8fa94c62-93fc-48c4-8ab2-9b385e89f97f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:41.784793 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-8fa94c62-93fc-48c4-8ab2-9b385e89f97f service neutron] Transition to ACTIVE for port object bfdb3723-3356-4b82-8547-cade024b7b10 will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:43:41.789516 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-8fa94c62-93fc-48c4-8ab2-9b385e89f97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14929102'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:41.795987 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-1da29faa-1c3e-48c5-9774-108e6252c30f tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:42.053081 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa94c62-93fc-48c4-8ab2-9b385e89f97f service neutron] Pushing event updated for resources: {'Port': ['ID=bfdb3723-3356-4b82-8547-cade024b7b10,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:42.089731 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8fa94c62-93fc-48c4-8ab2-9b385e89f97f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:42.169242 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-8fa94c62-93fc-48c4-8ab2-9b385e89f97f service neutron] Attempting to bind port bfdb3723-3356-4b82-8547-cade024b7b10 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:43:42.169535 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-8fa94c62-93fc-48c4-8ab2-9b385e89f97f service neutron] Attempting to bind port bfdb3723-3356-4b82-8547-cade024b7b10 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'f2d00b48-a8e9-439a-be0e-75fab15fd794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:43:42.169932 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-8fa94c62-93fc-48c4-8ab2-9b385e89f97f service neutron] Attempting to bind port bfdb3723-3356-4b82-8547-cade024b7b10 on network 6a53d39c-de06-4bc6-9033-7145f2f15e49 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:43:42.179744 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-8fa94c62-93fc-48c4-8ab2-9b385e89f97f service neutron] Port bfdb3723-3356-4b82-8547-cade024b7b10 on network 6a53d39c-de06-4bc6-9033-7145f2f15e49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 14:43:42.180281 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-8fa94c62-93fc-48c4-8ab2-9b385e89f97f service neutron] Attempting to bind port bfdb3723-3356-4b82-8547-cade024b7b10 on network 6a53d39c-de06-4bc6-9033-7145f2f15e49 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:43:42.188634 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-8fa94c62-93fc-48c4-8ab2-9b385e89f97f service neutron] Checking agent: {'id': 'aac967bd-8151-4f72-a05c-3193d627c9da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'started_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:43:42.189086 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-8fa94c62-93fc-48c4-8ab2-9b385e89f97f service neutron] Checking segment: {'id': 'f2d00b48-a8e9-439a-be0e-75fab15fd794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:43:42.189438 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-8fa94c62-93fc-48c4-8ab2-9b385e89f97f service neutron] Bound using segment: {'id': 'f2d00b48-a8e9-439a-be0e-75fab15fd794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:43:42.189933 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-8fa94c62-93fc-48c4-8ab2-9b385e89f97f service neutron] Bound port: bfdb3723-3356-4b82-8547-cade024b7b10, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d00b48-a8e9-439a-be0e-75fab15fd794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:43:42.190501 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-8fa94c62-93fc-48c4-8ab2-9b385e89f97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:42.223699 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5d054-da08-425f-aa60-6302a1b2d715 req-f027d772-59a9-418d-b111-4f2bc3894f0b tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:42.225340 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f7b5d054-da08-425f-aa60-6302a1b2d715 req-f027d772-59a9-418d-b111-4f2bc3894f0b tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 944 time: 0.2857680
Apr 21 14:43:42.247966 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459d74c-155e-4f7d-96bb-f8b5b4b34a9f req-dcf1fb3a-5486-44cc-8f30-88055ee6d4e0 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:42.254350 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3459d74c-155e-4f7d-96bb-f8b5b4b34a9f req-dcf1fb3a-5486-44cc-8f30-88055ee6d4e0 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 943 time: 0.1122797
Apr 21 14:43:42.284957 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 58214) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:42.324953 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6eda1699-a552-4489-ac40-4aca3c323e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:42.339852 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3459d74c-155e-4f7d-96bb-f8b5b4b34a9f req-63cf490a-f233-4f2a-acfb-ba13e51bc53d tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0823531
Apr 21 14:43:42.365637 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-6eda1699-a552-4489-ac40-4aca3c323e75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:43:42.381626 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-6eda1699-a552-4489-ac40-4aca3c323e75 admin admin] Usage tracker for resource:security_group_rule and tenant:b0e2ec8e04a9450cac084a3d07d5c1df is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:43:42.386802 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-6eda1699-a552-4489-ac40-4aca3c323e75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:43:42.401817 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-6eda1699-a552-4489-ac40-4aca3c323e75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:43:42.409487 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f7b5d054-da08-425f-aa60-6302a1b2d715 req-7da1f0f7-c4a0-4f8a-87d3-6b8023a54571 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1483998
Apr 21 14:43:42.417238 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-8fa94c62-93fc-48c4-8ab2-9b385e89f97f service neutron] For port bfdb3723-3356-4b82-8547-cade024b7b10, host hv-cinder-78638, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:43:42.425677 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-8fa94c62-93fc-48c4-8ab2-9b385e89f97f service neutron] For port bfdb3723-3356-4b82-8547-cade024b7b10, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bfdb3723-3356-4b82-8547-cade024b7b10,segment=NetworkSegment(f2d00b48-a8e9-439a-be0e-75fab15fd794),segment_id=f2d00b48-a8e9-439a-be0e-75fab15fd794)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:43:42.439463 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-8fa94c62-93fc-48c4-8ab2-9b385e89f97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14929102'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:42.447289 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-59bd2b29-b2c3-47d6-96ae-e8d6fa78c2c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:42.510674 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-8fa94c62-93fc-48c4-8ab2-9b385e89f97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:42.511245 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-8fa94c62-93fc-48c4-8ab2-9b385e89f97f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:42.513273 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-8fa94c62-93fc-48c4-8ab2-9b385e89f97f service neutron] 10.222.0.36 "PUT /v2.0/ports/bfdb3723-3356-4b82-8547-cade024b7b10 HTTP/1.1" status: 200  len: 1093 time: 1.9211760
Apr 21 14:43:42.517620 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb0ca663-e263-49ed-b0c6-874b504da2e3', 'tag': 'bfdb3723-3356-4b82-8547-cade024b7b10'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:43:42.579358 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 245817c6-3c22-47d2-a7ad-82a9d1f0181d up at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:43:42.665607 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa94c62-93fc-48c4-8ab2-9b385e89f97f service neutron] Pushing event updated for resources: {'Port': ['ID=bfdb3723-3356-4b82-8547-cade024b7b10,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:42.672393 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8fa94c62-93fc-48c4-8ab2-9b385e89f97f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:42.694698 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb0ca663-e263-49ed-b0c6-874b504da2e3', 'tag': 'bfdb3723-3356-4b82-8547-cade024b7b10', 'status': 'completed', 'code': 200}
Apr 21 14:43:42.713230 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning complete for port 245817c6-3c22-47d2-a7ad-82a9d1f0181d triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:43:42.713820 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:42.752418 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85441c4-a42b-4115-9298-eedee9c1dc30 req-1c2f5731-efbd-42b5-8000-7bddc067f0e1 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:42.755596 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b85441c4-a42b-4115-9298-eedee9c1dc30 req-1c2f5731-efbd-42b5-8000-7bddc067f0e1 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?device_id=b687a467-74ce-42cf-b698-e8ea535a3c75 HTTP/1.1" status: 200  len: 944 time: 0.1994760
Apr 21 14:43:42.790571 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6eda1699-a552-4489-ac40-4aca3c323e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:42.794707 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-f0d892fa-aeb7-43b6-837b-e66383503947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:42.796414 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-f0d892fa-aeb7-43b6-837b-e66383503947 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2023f43db8e84313ace24e0426447810&device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 1096 time: 0.2278078
Apr 21 14:43:42.797702 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6eda1699-a552-4489-ac40-4aca3c323e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:42.809337 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-972a0faa-b360-4fc9-bbf8-7bf12c1bbd29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:42.814457 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b85441c4-a42b-4115-9298-eedee9c1dc30 req-d1ead789-999c-4956-9213-cf2e0a9b7258 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/security-groups?id=584cc579-12fb-4a1e-8c27-29e5ffba2158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507329
Apr 21 14:43:42.908920 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-2243e0e9-afc4-4a1f-a57d-e80ad15a50dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfdb3723-3356-4b82-8547-cade024b7b10 HTTP/1.1" status: 200  len: 217 time: 0.1025717
Apr 21 14:43:42.971767 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:42.972364 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-6eda1699-a552-4489-ac40-4aca3c323e75 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b0e2ec8e04a9450cac084a3d07d5c1df&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6827357
Apr 21 14:43:42.975597 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 58220) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:42.979110 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda1699-a552-4489-ac40-4aca3c323e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99ff1cb-99aa-498c-ae9e-ca7cc3f2ce53,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:42.982696 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-6eda1699-a552-4489-ac40-4aca3c323e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:43.021508 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-2a2e6b87-2f8f-4a21-944d-a6c95a3b571e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:43.022128 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 245817c6-3c22-47d2-a7ad-82a9d1f0181d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=245817c6-3c22-47d2-a7ad-82a9d1f0181d,segment=NetworkSegment(aad70013-a75a-432c-9a4b-498f88914087),segment_id=aad70013-a75a-432c-9a4b-498f88914087)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:43:43.023320 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-2a2e6b87-2f8f-4a21-944d-a6c95a3b571e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4 HTTP/1.1" status: 200  len: 850 time: 0.1032770
Apr 21 14:43:43.025740 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf3aa87-b02a-4b58-901a-76f4e825e75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245817c6-3c22-47d2-a7ad-82a9d1f0181d'}] {{(pid=86395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:43:43.032165 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:43.033117 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device cdb83b17-6b0e-4dcc-b58f-0263d304e688 up at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:43:43.065878 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ab8a5072-1ec9-4af9-9369-ff6497db88fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:43.100640 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c65ec6c5-cc79-49de-b3f2-0e683a23d580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:43.123603 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf3aa87-b02a-4b58-901a-76f4e825e75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245817c6-3c22-47d2-a7ad-82a9d1f0181d', 'code': 200}
Apr 21 14:43:43.136366 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c65ec6c5-cc79-49de-b3f2-0e683a23d580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:43.148772 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-e580abea-b4ed-454b-bb6b-4702064f3bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:43.150721 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-e580abea-b4ed-454b-bb6b-4702064f3bf0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a53d39c-de06-4bc6-9033-7145f2f15e49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1137810
Apr 21 14:43:43.179362 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=245817c6-3c22-47d2-a7ad-82a9d1f0181d,revision_number=10']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:43.183112 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:43.190952 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning for port cdb83b17-6b0e-4dcc-b58f-0263d304e688 completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:43:43.197257 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning complete for port cdb83b17-6b0e-4dcc-b58f-0263d304e688 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:43:43.197912 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:43.214299 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c65ec6c5-cc79-49de-b3f2-0e683a23d580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:43.220432 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2e79cdee-ce28-41b7-9a9f-c66bea64724b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:43.233080 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ec6c5-cc79-49de-b3f2-0e683a23d580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99ff1cb-99aa-498c-ae9e-ca7cc3f2ce53,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:43.235430 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c65ec6c5-cc79-49de-b3f2-0e683a23d580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:43.241626 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c65ec6c5-cc79-49de-b3f2-0e683a23d580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:43.242926 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-c65ec6c5-cc79-49de-b3f2-0e683a23d580 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f99ff1cb-99aa-498c-ae9e-ca7cc3f2ce53 HTTP/1.1" status: 204  len: 168 time: 0.2660053
Apr 21 14:43:43.319309 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-2b7ec25b-3fff-4592-bd9f-1eef1b0fa2bc service neutron] 10.222.0.36 "GET /v2.0/networks/6a53d39c-de06-4bc6-9033-7145f2f15e49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1613286
Apr 21 14:43:43.360356 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:43.410449 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port cdb83b17-6b0e-4dcc-b58f-0263d304e688, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cdb83b17-6b0e-4dcc-b58f-0263d304e688,segment=NetworkSegment(a36a514c-7c8d-48b2-bf46-0f68fe951f75),segment_id=a36a514c-7c8d-48b2-bf46-0f68fe951f75)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:43:43.417428 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:43.422050 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-16f08cb2-9832-4f0a-aa1b-a553171a0b16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:43.527964 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9fd7df80-21ef-42f7-b730-ed29e10ce705 req-8d9a2318-babf-42be-b792-288ed19eaa82 service neutron] 10.222.0.36 "GET /v2.0/networks/6a53d39c-de06-4bc6-9033-7145f2f15e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2009811
Apr 21 14:43:43.534660 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=cdb83b17-6b0e-4dcc-b58f-0263d304e688,revision_number=5']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:43.538698 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:43.638184 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142898d8-6942-4007-8de5-1c45b259e370 req-e2216e66-3732-4024-acde-230c45fac15b tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:43.640622 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-142898d8-6942-4007-8de5-1c45b259e370 req-e2216e66-3732-4024-acde-230c45fac15b tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 943 time: 0.1487408
Apr 21 14:43:43.711120 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-142898d8-6942-4007-8de5-1c45b259e370 req-c8a8e836-e1da-416a-8f28-8ad4b92097bb tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617278
Apr 21 14:43:43.837142 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369aa05-4681-4e38-8661-e05ab2776442 req-f1830cc4-7a1e-4e97-b6dd-e4f09be8707e tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:43.838862 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e369aa05-4681-4e38-8661-e05ab2776442 req-f1830cc4-7a1e-4e97-b6dd-e4f09be8707e tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 946 time: 0.1955738
Apr 21 14:43:43.843561 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f95d19-04f9-4aff-a0f3-8e728ab67f9d req-9d28a277-b6c3-4f12-b03b-a3b134d786ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:43.844520 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-64f95d19-04f9-4aff-a0f3-8e728ab67f9d req-9d28a277-b6c3-4f12-b03b-a3b134d786ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2023f43db8e84313ace24e0426447810&device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 1096 time: 0.2547574
Apr 21 14:43:43.848045 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf4cfc-dd90-42b9-a08e-69dc641481a9 req-51c1713a-b69d-4561-b636-9d3c72eded52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:43.849491 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7faf4cfc-dd90-42b9-a08e-69dc641481a9 req-51c1713a-b69d-4561-b636-9d3c72eded52 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 1099 time: 0.1674640
Apr 21 14:43:44.039889 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7faf4cfc-dd90-42b9-a08e-69dc641481a9 req-8fcd568e-305a-4291-83dd-ff0061eaaebb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1522584
Apr 21 14:43:44.045473 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e369aa05-4681-4e38-8661-e05ab2776442 req-33e5fbe7-83e8-4a7f-b53f-0583668b3854 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1948998
Apr 21 14:43:44.097496 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f95d19-04f9-4aff-a0f3-8e728ab67f9d req-b3bdc736-25bf-47f4-a7f8-086ef83d1342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:44.099167 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-64f95d19-04f9-4aff-a0f3-8e728ab67f9d req-b3bdc736-25bf-47f4-a7f8-086ef83d1342 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6a53d39c-de06-4bc6-9033-7145f2f15e49 HTTP/1.1" status: 200  len: 912 time: 0.2467227
Apr 21 14:43:44.116087 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e7e42-73d8-4e01-b98d-421805dcba2b req-c7a9203c-003d-4585-b914-b3d1a51f6603 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:44.117768 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-737e7e42-73d8-4e01-b98d-421805dcba2b req-c7a9203c-003d-4585-b914-b3d1a51f6603 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?device_id=b687a467-74ce-42cf-b698-e8ea535a3c75 HTTP/1.1" status: 200  len: 945 time: 0.1722898
Apr 21 14:43:44.172287 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-737e7e42-73d8-4e01-b98d-421805dcba2b req-5e03e8ef-313f-4afc-9b78-57e81ea1c813 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/security-groups?id=584cc579-12fb-4a1e-8c27-29e5ffba2158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475323
Apr 21 14:43:44.562582 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-64f95d19-04f9-4aff-a0f3-8e728ab67f9d req-555f85e5-8f29-4861-accf-ecb295cbdd69 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfdb3723-3356-4b82-8547-cade024b7b10 HTTP/1.1" status: 200  len: 217 time: 0.4147944
Apr 21 14:43:44.643010 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f95d19-04f9-4aff-a0f3-8e728ab67f9d req-3e668ff1-af8d-4b64-b4d4-a190167d102a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:44.644908 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-64f95d19-04f9-4aff-a0f3-8e728ab67f9d req-3e668ff1-af8d-4b64-b4d4-a190167d102a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4 HTTP/1.1" status: 200  len: 850 time: 0.0750754
Apr 21 14:43:44.757027 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f95d19-04f9-4aff-a0f3-8e728ab67f9d req-a6e3e96f-94ea-4442-b7d8-b5b144c29483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:44.760801 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-64f95d19-04f9-4aff-a0f3-8e728ab67f9d req-a6e3e96f-94ea-4442-b7d8-b5b144c29483 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a53d39c-de06-4bc6-9033-7145f2f15e49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1069365
Apr 21 14:43:44.993762 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-64f95d19-04f9-4aff-a0f3-8e728ab67f9d req-8adfba1f-3eae-4086-90cc-7a0eb4352b87 service neutron] 10.222.0.36 "GET /v2.0/networks/6a53d39c-de06-4bc6-9033-7145f2f15e49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2241786
Apr 21 14:43:45.009444 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00930486-44e2-42f1-a3e0-7908ce083c75 req-d5611e42-a427-48f7-9f33-4732445d32d3 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:45.011346 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-00930486-44e2-42f1-a3e0-7908ce083c75 req-d5611e42-a427-48f7-9f33-4732445d32d3 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 943 time: 0.1644473
Apr 21 14:43:45.125862 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b687a467-74ce-42cf-b698-e8ea535a3c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb83b17-6b0e-4dcc-b58f-0263d304e688'}] {{(pid=86395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:43:45.177564 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 58278) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:45.262555 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-00930486-44e2-42f1-a3e0-7908ce083c75 req-7c2ae4e2-9162-4629-bf75-931a55e2d1b3 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2217503
Apr 21 14:43:45.457129 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b687a467-74ce-42cf-b698-e8ea535a3c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb83b17-6b0e-4dcc-b58f-0263d304e688', 'code': 200}
Apr 21 14:43:45.480448 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-afb0ce6f-37ee-4a63-ad9d-c7a0394c3ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:45.487710 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-64f95d19-04f9-4aff-a0f3-8e728ab67f9d req-a96c5f66-fe8c-4445-b499-3f92fbda2d40 service neutron] 10.222.0.36 "GET /v2.0/networks/6a53d39c-de06-4bc6-9033-7145f2f15e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4747186
Apr 21 14:43:45.521137 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-afb0ce6f-37ee-4a63-ad9d-c7a0394c3ca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:43:45.533236 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-afb0ce6f-37ee-4a63-ad9d-c7a0394c3ca3 admin admin] Usage tracker for resource:security_group_rule and tenant:bcd58e7215334d848791cd939c9cf2a4 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:43:45.540765 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-afb0ce6f-37ee-4a63-ad9d-c7a0394c3ca3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:43:45.570188 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-afb0ce6f-37ee-4a63-ad9d-c7a0394c3ca3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:43:45.590671 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f52fda-9c78-4a52-a0e3-ff8dcd224aa7 req-be79d0d4-28f7-41b4-a2f2-fd656a965a92 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:45.602228 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-78f52fda-9c78-4a52-a0e3-ff8dcd224aa7 req-be79d0d4-28f7-41b4-a2f2-fd656a965a92 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 946 time: 0.3295643
Apr 21 14:43:45.732625 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-78f52fda-9c78-4a52-a0e3-ff8dcd224aa7 req-7ad3dcc1-a065-4ab8-88f4-c77af92551b7 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1206901
Apr 21 14:43:45.859676 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-afb0ce6f-37ee-4a63-ad9d-c7a0394c3ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:45.864773 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-afb0ce6f-37ee-4a63-ad9d-c7a0394c3ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:45.885475 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-68fbee65-2785-4986-ad9d-8b969db35172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:45.907034 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf1409-522b-4b0b-b508-2a50318e39a8 req-37e9c152-aa37-4af0-9e86-06fbfd374103 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:45.909502 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-caaf1409-522b-4b0b-b508-2a50318e39a8 req-37e9c152-aa37-4af0-9e86-06fbfd374103 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?device_id=b687a467-74ce-42cf-b698-e8ea535a3c75 HTTP/1.1" status: 200  len: 945 time: 0.1931727
Apr 21 14:43:45.974222 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0ce6f-37ee-4a63-ad9d-c7a0394c3ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6e99f6-0196-4f20-aa02-c2ea5893b0c3,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:45.983364 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-afb0ce6f-37ee-4a63-ad9d-c7a0394c3ca3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bcd58e7215334d848791cd939c9cf2a4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8035979
Apr 21 14:43:45.985544 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-afb0ce6f-37ee-4a63-ad9d-c7a0394c3ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:45.986023 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 58308) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:46.033562 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-caaf1409-522b-4b0b-b508-2a50318e39a8 req-631190fa-4522-4278-9c4a-5e5ed7fe524b tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/security-groups?id=584cc579-12fb-4a1e-8c27-29e5ffba2158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817287
Apr 21 14:43:46.079138 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1cb4d-3fec-4cf4-973b-5f7184139045 req-a15dbfc1-9efb-417c-98eb-26b0afc3244a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:46.081390 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1de1cb4d-3fec-4cf4-973b-5f7184139045 req-a15dbfc1-9efb-417c-98eb-26b0afc3244a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b687a467-74ce-42cf-b698-e8ea535a3c75 HTTP/1.1" status: 200  len: 1098 time: 0.2881472
Apr 21 14:43:46.111250 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-783ca39c-7aa7-45aa-ae00-0cb9594d4627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:46.156386 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-783ca39c-7aa7-45aa-ae00-0cb9594d4627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:46.156507 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1de1cb4d-3fec-4cf4-973b-5f7184139045 req-b1f6ed74-251d-4e38-a5ba-e52c740353cd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=584cc579-12fb-4a1e-8c27-29e5ffba2158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660086
Apr 21 14:43:46.257531 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-783ca39c-7aa7-45aa-ae00-0cb9594d4627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:46.263215 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-05dae9e4-67ac-4f1e-ba3f-dff05949bae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:46.277795 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ca39c-7aa7-45aa-ae00-0cb9594d4627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6e99f6-0196-4f20-aa02-c2ea5893b0c3,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:46.283329 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-783ca39c-7aa7-45aa-ae00-0cb9594d4627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:46.283558 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-783ca39c-7aa7-45aa-ae00-0cb9594d4627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:46.287870 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-783ca39c-7aa7-45aa-ae00-0cb9594d4627 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb6e99f6-0196-4f20-aa02-c2ea5893b0c3 HTTP/1.1" status: 204  len: 168 time: 0.3001993
Apr 21 14:43:46.573554 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ccb76-d6a2-4234-9384-8e6ad5ef79e5 req-60804d7e-f32a-4549-b6af-c0f3a814e416 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:46.575175 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d00ccb76-d6a2-4234-9384-8e6ad5ef79e5 req-60804d7e-f32a-4549-b6af-c0f3a814e416 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 943 time: 0.0976672
Apr 21 14:43:46.630975 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d00ccb76-d6a2-4234-9384-8e6ad5ef79e5 req-c4b70aae-04e5-4166-845b-b2d08b9871cf tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483792
Apr 21 14:43:47.086194 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea373e7-9d8e-487f-9608-3addb09374a7 req-9bed72f5-4c84-4516-b132-2e0b45da6c8d tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:47.087993 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-dea373e7-9d8e-487f-9608-3addb09374a7 req-9bed72f5-4c84-4516-b132-2e0b45da6c8d tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 946 time: 0.1082242
Apr 21 14:43:47.163465 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-dea373e7-9d8e-487f-9608-3addb09374a7 req-d70a6e89-49a1-4498-9ca0-57e8af9b22eb tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615621
Apr 21 14:43:47.284828 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbb01b-b909-47ee-b64a-380928ef7f0e req-002f896e-3681-484f-8ff3-fb66d29599d7 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:47.286844 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-17bbb01b-b909-47ee-b64a-380928ef7f0e req-002f896e-3681-484f-8ff3-fb66d29599d7 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?device_id=b687a467-74ce-42cf-b698-e8ea535a3c75 HTTP/1.1" status: 200  len: 945 time: 0.1180849
Apr 21 14:43:47.363052 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-17bbb01b-b909-47ee-b64a-380928ef7f0e req-f388bd57-ae43-455c-9bc6-90c7e23f4114 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/security-groups?id=584cc579-12fb-4a1e-8c27-29e5ffba2158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685501
Apr 21 14:43:47.963739 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2aa0a5-2b4f-418c-b2a4-cc8e61236d5f req-55926d3e-cc75-40be-a5e0-358049d9ea0e tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:47.965686 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8e2aa0a5-2b4f-418c-b2a4-cc8e61236d5f req-55926d3e-cc75-40be-a5e0-358049d9ea0e tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 943 time: 0.1174011
Apr 21 14:43:48.080469 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8e2aa0a5-2b4f-418c-b2a4-cc8e61236d5f req-cc0969f8-8794-4f19-8a0e-649781ef8512 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0923629
Apr 21 14:43:48.590941 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe12bd-0f16-4bfc-80c3-d9a7c6a99785 req-6b60a89b-fd9f-48f5-b08c-76c2353bfb4b tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:48.592710 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b0fe12bd-0f16-4bfc-80c3-d9a7c6a99785 req-6b60a89b-fd9f-48f5-b08c-76c2353bfb4b tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?device_id=b687a467-74ce-42cf-b698-e8ea535a3c75 HTTP/1.1" status: 200  len: 945 time: 0.0974371
Apr 21 14:43:48.597763 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device bfdb3723-3356-4b82-8547-cade024b7b10 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 14:43:48.649354 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b0fe12bd-0f16-4bfc-80c3-d9a7c6a99785 req-5ce32e27-f2f7-417d-bcd8-bc6204a576f4 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/security-groups?id=584cc579-12fb-4a1e-8c27-29e5ffba2158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479949
Apr 21 14:43:48.846610 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port bfdb3723-3356-4b82-8547-cade024b7b10, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bfdb3723-3356-4b82-8547-cade024b7b10,segment=NetworkSegment(f2d00b48-a8e9-439a-be0e-75fab15fd794),segment_id=f2d00b48-a8e9-439a-be0e-75fab15fd794)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:43:48.865037 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Returning: {'device': 'bfdb3723-3356-4b82-8547-cade024b7b10', 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49', 'port_id': 'bfdb3723-3356-4b82-8547-cade024b7b10', 'mac_address': 'fa:16:3e:43:59:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 14:43:48.931849 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:48.952612 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfdb3723-3356-4b82-8547-cade024b7b10 {{(pid=86395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:43:48.972012 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port bfdb3723-3356-4b82-8547-cade024b7b10, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bfdb3723-3356-4b82-8547-cade024b7b10,segment=NetworkSegment(f2d00b48-a8e9-439a-be0e-75fab15fd794),segment_id=f2d00b48-a8e9-439a-be0e-75fab15fd794)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:43:48.976803 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:48.979792 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:49.067156 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=bfdb3723-3356-4b82-8547-cade024b7b10,revision_number=4']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:49.070481 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:49.319303 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['bfdb3723-3356-4b82-8547-cade024b7b10'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:43:49.353575 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5313b-7c81-4e74-9861-a3c2f854af37 req-e4b41371-cc32-48e7-950e-1712726e6b4f tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:49.355787 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b5b5313b-7c81-4e74-9861-a3c2f854af37 req-e4b41371-cc32-48e7-950e-1712726e6b4f tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 944 time: 0.1507571
Apr 21 14:43:49.435771 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b5b5313b-7c81-4e74-9861-a3c2f854af37 req-cb4fa633-9244-4ff9-8996-8c980b185b84 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0716105
Apr 21 14:43:50.621105 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device bfdb3723-3356-4b82-8547-cade024b7b10 up at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:43:50.684608 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d50093-c0f9-4277-850b-98ac08ddca1d req-873e5b3f-277f-43dc-acaa-e1b3efdd743a tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:50.686601 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b1d50093-c0f9-4277-850b-98ac08ddca1d req-873e5b3f-277f-43dc-acaa-e1b3efdd743a tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 944 time: 0.1215749
Apr 21 14:43:50.708066 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning for port bfdb3723-3356-4b82-8547-cade024b7b10 completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:43:50.713818 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning complete for port bfdb3723-3356-4b82-8547-cade024b7b10 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:43:50.714408 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:50.743258 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b1d50093-c0f9-4277-850b-98ac08ddca1d req-72abc81a-4faf-46ff-8b3e-f1cd0d1042d7 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495989
Apr 21 14:43:50.853765 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:50.886908 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0ca663-e263-49ed-b0c6-874b504da2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfdb3723-3356-4b82-8547-cade024b7b10'}] {{(pid=86395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:43:50.899072 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port bfdb3723-3356-4b82-8547-cade024b7b10, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bfdb3723-3356-4b82-8547-cade024b7b10,segment=NetworkSegment(f2d00b48-a8e9-439a-be0e-75fab15fd794),segment_id=f2d00b48-a8e9-439a-be0e-75fab15fd794)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:43:50.903192 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:50.906205 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:50.950157 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb0ca663-e263-49ed-b0c6-874b504da2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfdb3723-3356-4b82-8547-cade024b7b10', 'code': 200}
Apr 21 14:43:50.990121 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=bfdb3723-3356-4b82-8547-cade024b7b10,revision_number=5']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:50.993575 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:51.257457 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195ef60-cb52-4376-8ab3-faeb4ebdc70f req-81a18669-d256-484f-b389-2c9d6ce467ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:51.259132 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0195ef60-cb52-4376-8ab3-faeb4ebdc70f req-81a18669-d256-484f-b389-2c9d6ce467ac service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 1098 time: 0.0959151
Apr 21 14:43:51.310431 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0195ef60-cb52-4376-8ab3-faeb4ebdc70f req-519d988d-109b-4ad5-aabd-51ab67f1a341 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413594
Apr 21 14:43:51.987911 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba7dde-81ca-4afb-87d1-d813ddb4c9cd req-bf54b4d9-93eb-40ff-bd31-447c54fec4f0 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:51.995552 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a6ba7dde-81ca-4afb-87d1-d813ddb4c9cd req-bf54b4d9-93eb-40ff-bd31-447c54fec4f0 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 945 time: 0.1178291
Apr 21 14:43:52.052313 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a6ba7dde-81ca-4afb-87d1-d813ddb4c9cd req-3872fa90-8756-4c86-9949-131393d7caef tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476384
Apr 21 14:43:52.133141 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 58474) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:52.318831 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-765086d0-5f39-4ae3-aa16-47f46d3b174d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:52.349123 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-765086d0-5f39-4ae3-aa16-47f46d3b174d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:43:52.356906 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-765086d0-5f39-4ae3-aa16-47f46d3b174d admin admin] Usage tracker for resource:security_group_rule and tenant:3ec41e5dff274379bede89f0191a8e53 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:43:52.362724 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-765086d0-5f39-4ae3-aa16-47f46d3b174d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:43:52.374684 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-765086d0-5f39-4ae3-aa16-47f46d3b174d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:43:52.399911 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:43:52.526685 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-765086d0-5f39-4ae3-aa16-47f46d3b174d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:52.530485 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-765086d0-5f39-4ae3-aa16-47f46d3b174d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:52.540611 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e84ecdf2-485f-4210-b155-dd99feebab34 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:52.590652 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765086d0-5f39-4ae3-aa16-47f46d3b174d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fffa7e-8463-4f28-8a62-9f8a0ddeb4eb,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:52.596838 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-765086d0-5f39-4ae3-aa16-47f46d3b174d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:52.600509 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-765086d0-5f39-4ae3-aa16-47f46d3b174d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ec41e5dff274379bede89f0191a8e53&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4661894
Apr 21 14:43:52.605611 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 58480) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:52.682860 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-958fd7e0-4520-4ff5-96c7-901073a4c3da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:52.729686 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-958fd7e0-4520-4ff5-96c7-901073a4c3da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:52.788624 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-958fd7e0-4520-4ff5-96c7-901073a4c3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:52.794312 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-b2351b34-1af6-45a8-981d-6764012781f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:43:52.808428 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958fd7e0-4520-4ff5-96c7-901073a4c3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fffa7e-8463-4f28-8a62-9f8a0ddeb4eb,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:43:52.810967 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-958fd7e0-4520-4ff5-96c7-901073a4c3da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:43:52.819160 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-958fd7e0-4520-4ff5-96c7-901073a4c3da admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:52.820436 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-958fd7e0-4520-4ff5-96c7-901073a4c3da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/21fffa7e-8463-4f28-8a62-9f8a0ddeb4eb HTTP/1.1" status: 204  len: 168 time: 0.2138476
Apr 21 14:43:53.339493 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d1d1c-1628-4cf8-943d-db58252b4c71 req-c2241337-9bc3-426e-9cf9-0ab7c9cf30c5 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:53.341643 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d59d1d1c-1628-4cf8-943d-db58252b4c71 req-c2241337-9bc3-426e-9cf9-0ab7c9cf30c5 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 945 time: 0.1514711
Apr 21 14:43:53.414193 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d59d1d1c-1628-4cf8-943d-db58252b4c71 req-f8ffda52-b1a8-4c7c-87c9-300b3595a571 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0601230
Apr 21 14:43:53.707978 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede6f18-bdd6-4c99-b19a-ee3080a58dc0 req-39aa212d-293b-4d0b-8f39-0b6918516668 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:53.711088 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-cede6f18-bdd6-4c99-b19a-ee3080a58dc0 req-39aa212d-293b-4d0b-8f39-0b6918516668 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 945 time: 0.1380007
Apr 21 14:43:53.725877 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 58510) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:43:53.733236 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-8ba87fce-59d4-424e-9907-ee00dda5366d tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Request body: {'floatingip': {'port_id': 'bfdb3723-3356-4b82-8547-cade024b7b10'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:43:53.858545 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8ba87fce-59d4-424e-9907-ee00dda5366d tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for floatingip, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:54.704457 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8ba87fce-59d4-424e-9907-ee00dda5366d tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:54.709061 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8ba87fce-59d4-424e-9907-ee00dda5366d tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630449'] for floatingip, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:54.943680 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.l3_db [None req-8ba87fce-59d4-424e-9907-ee00dda5366d tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Floating IP 27c4bae4-c201-47ca-9281-93b79c535288 associated. External IP: 172.27.3.107, port: bfdb3723-3356-4b82-8547-cade024b7b10.
Apr 21 14:43:55.731756 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba87fce-59d4-424e-9907-ee00dda5366d tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Router eb7a0c10-adc5-449a-b68a-4d58e20b2077 has already been hosted by L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 {{(pid=86393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 14:43:55.959513 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba87fce-59d4-424e-9907-ee00dda5366d tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:43:55.965205 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8ba87fce-59d4-424e-9907-ee00dda5366d tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for floatingip, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:43:55.970752 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0bfbd5-126c-45b6-9e73-a2f0a860a8cf None None] Sync routers for ids ['eb7a0c10-adc5-449a-b68a-4d58e20b2077'] in dv-cinder-786385-2-iscsi {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:43:55.991747 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0bfbd5-126c-45b6-9e73-a2f0a860a8cf None None] Routers {'eb7a0c10-adc5-449a-b68a-4d58e20b2077'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:43:55.992402 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-6d0bfbd5-126c-45b6-9e73-a2f0a860a8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f6d33908>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:43:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['eb7a0c10-adc5-449a-b68a-4d58e20b2077'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:43:56.058391 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-8ba87fce-59d4-424e-9907-ee00dda5366d tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "PUT /v2.0/floatingips/27c4bae4-c201-47ca-9281-93b79c535288 HTTP/1.1" status: 200  len: 991 time: 2.3193822
Apr 21 14:43:56.059346 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb0ca663-e263-49ed-b0c6-874b504da2e3', 'tag': 'bfdb3723-3356-4b82-8547-cade024b7b10'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:43:56.153089 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb0ca663-e263-49ed-b0c6-874b504da2e3', 'tag': 'bfdb3723-3356-4b82-8547-cade024b7b10', 'status': 'completed', 'code': 200}
Apr 21 14:43:56.326474 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976b22b-a958-4928-ae59-a0ea84a732a9 req-17d243ef-1b62-4af7-8feb-4086ad940f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:56.328180 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d976b22b-a958-4928-ae59-a0ea84a732a9 req-17d243ef-1b62-4af7-8feb-4086ad940f5e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2023f43db8e84313ace24e0426447810&device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 1098 time: 0.1481562
Apr 21 14:43:56.402813 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-6d0bfbd5-126c-45b6-9e73-a2f0a860a8cf None None] Set router eb7a0c10-adc5-449a-b68a-4d58e20b2077 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:43:56.567813 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976b22b-a958-4928-ae59-a0ea84a732a9 req-3e376b1d-6b14-433f-bdc7-1a135ca6188a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:56.569895 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d976b22b-a958-4928-ae59-a0ea84a732a9 req-3e376b1d-6b14-433f-bdc7-1a135ca6188a service neutron] 10.222.0.36 "GET /v2.0/networks?id=6a53d39c-de06-4bc6-9033-7145f2f15e49 HTTP/1.1" status: 200  len: 912 time: 0.2334826
Apr 21 14:43:56.702781 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d976b22b-a958-4928-ae59-a0ea84a732a9 req-6aa0f06b-f55f-48bc-9c50-25a167b5c15f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfdb3723-3356-4b82-8547-cade024b7b10 HTTP/1.1" status: 200  len: 999 time: 0.1249797
Apr 21 14:43:56.814379 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976b22b-a958-4928-ae59-a0ea84a732a9 req-a74153a5-1371-4eb2-b3da-8ba10a0caa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:56.816155 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d976b22b-a958-4928-ae59-a0ea84a732a9 req-a74153a5-1371-4eb2-b3da-8ba10a0caa50 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4 HTTP/1.1" status: 200  len: 850 time: 0.1060724
Apr 21 14:43:56.833178 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-6d0bfbd5-126c-45b6-9e73-a2f0a860a8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f6d33908>, [{'id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'name': 'tempest-AttachVolumeTestJSON-1045067339-router', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:43:16Z', 'updated_at': '2021-04-21T14:43:26Z', 'revision_number': 4, 'project_id': '2023f43db8e84313ace24e0426447810', 'gw_port': {'id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:43:17Z', 'updated_at': '2021-04-21T14:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_floatingips': [{'id': '27c4bae4-c201-47ca-9281-93b79c535288', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'floating_ip_address': '172.27.3.107', 'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'router_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'port_id': 'bfdb3723-3356-4b82-8547-cade024b7b10', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49', 'mac_address': 'fa:16:3e:43:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0ca663-e263-49ed-b0c6-874b504da2e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:43:33Z', 'updated_at': '2021-04-21T14:43:54Z', 'revision_number': 1, 'project_id': '2023f43db8e84313ace24e0426447810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f817e71f-5bcb-4e11-99c2-ca8f045e4b23', 'name': '', 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'mac_address': 'fa:16:3e:fb:53:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:43:23Z', 'updated_at': '2021-04-21T14:43:33Z', 'revision_number': 5, 'project_id': '2023f43db8e84313ace24e0426447810', 'subnets': [{'id': 'e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:43:56.837968 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0bfbd5-126c-45b6-9e73-a2f0a860a8cf None None] Checking router: eb7a0c10-adc5-449a-b68a-4d58e20b2077 for host: dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:43:56.848586 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0bfbd5-126c-45b6-9e73-a2f0a860a8cf None None] Routers {'eb7a0c10-adc5-449a-b68a-4d58e20b2077'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:43:56.849267 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-6d0bfbd5-126c-45b6-9e73-a2f0a860a8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f6d33908>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:43:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['eb7a0c10-adc5-449a-b68a-4d58e20b2077'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:43:56.938376 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976b22b-a958-4928-ae59-a0ea84a732a9 req-0324feaf-b6cd-479e-9b51-a13ba3277402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:43:56.941900 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d976b22b-a958-4928-ae59-a0ea84a732a9 req-0324feaf-b6cd-479e-9b51-a13ba3277402 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a53d39c-de06-4bc6-9033-7145f2f15e49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1175284
Apr 21 14:43:57.103261 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-6d0bfbd5-126c-45b6-9e73-a2f0a860a8cf None None] Set router eb7a0c10-adc5-449a-b68a-4d58e20b2077 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:43:57.184433 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d976b22b-a958-4928-ae59-a0ea84a732a9 req-e80e9ed9-6388-4413-9ea0-b4c12ae3e17e service neutron] 10.222.0.36 "GET /v2.0/networks/6a53d39c-de06-4bc6-9033-7145f2f15e49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2277699
Apr 21 14:43:57.394131 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d976b22b-a958-4928-ae59-a0ea84a732a9 req-4603d0e0-eed6-4350-b807-f594b8063327 service neutron] 10.222.0.36 "GET /v2.0/networks/6a53d39c-de06-4bc6-9033-7145f2f15e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1994700
Apr 21 14:43:57.597374 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-6d0bfbd5-126c-45b6-9e73-a2f0a860a8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f6d33908>, [{'id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'name': 'tempest-AttachVolumeTestJSON-1045067339-router', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:43:16Z', 'updated_at': '2021-04-21T14:43:26Z', 'revision_number': 4, 'project_id': '2023f43db8e84313ace24e0426447810', 'gw_port': {'id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:43:17Z', 'updated_at': '2021-04-21T14:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_floatingips': [{'id': '27c4bae4-c201-47ca-9281-93b79c535288', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'floating_ip_address': '172.27.3.107', 'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'router_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'port_id': 'bfdb3723-3356-4b82-8547-cade024b7b10', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49', 'mac_address': 'fa:16:3e:43:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0ca663-e263-49ed-b0c6-874b504da2e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:43:33Z', 'updated_at': '2021-04-21T14:43:54Z', 'revision_number': 1, 'project_id': '2023f43db8e84313ace24e0426447810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f817e71f-5bcb-4e11-99c2-ca8f045e4b23', 'name': '', 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'mac_address': 'fa:16:3e:fb:53:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:43:23Z', 'updated_at': '2021-04-21T14:43:33Z', 'revision_number': 5, 'project_id': '2023f43db8e84313ace24e0426447810', 'subnets': [{'id': 'e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:43:57.602182 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0bfbd5-126c-45b6-9e73-a2f0a860a8cf None None] The sync data for ids ['eb7a0c10-adc5-449a-b68a-4d58e20b2077'] in dv-cinder-786385-2-iscsi is: [{'id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'name': 'tempest-AttachVolumeTestJSON-1045067339-router', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:43:16Z', 'updated_at': '2021-04-21T14:43:26Z', 'revision_number': 4, 'project_id': '2023f43db8e84313ace24e0426447810', 'gw_port': {'id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:43:17Z', 'updated_at': '2021-04-21T14:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_floatingips': [{'id': '27c4bae4-c201-47ca-9281-93b79c535288', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'floating_ip_address': '172.27.3.107', 'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'router_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'port_id': 'bfdb3723-3356-4b82-8547-cade024b7b10', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49', 'mac_address': 'fa:16:3e:43:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0ca663-e263-49ed-b0c6-874b504da2e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:43:33Z', 'updated_at': '2021-04-21T14:43:54Z', 'revision_number': 1, 'project_id': '2023f43db8e84313ace24e0426447810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f817e71f-5bcb-4e11-99c2-ca8f045e4b23', 'name': '', 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'mac_address': 'fa:16:3e:fb:53:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:43:23Z', 'updated_at': '2021-04-21T14:43:33Z', 'revision_number': 5, 'project_id': '2023f43db8e84313ace24e0426447810', 'subnets': [{'id': 'e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:43:57.944332 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68932218-5aa7-4b48-a5b8-cca6b76a5c78 None None] New status for floating IP 27c4bae4-c201-47ca-9281-93b79c535288: ACTIVE {{(pid=86396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 14:43:59.407860 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-76ee9b04-e45f-436a-8741-5f83bc4c4f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:44:02.072516 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:44:02.183907 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-48618f83-8eaf-4125-9d38-2c7d3d297263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:44:02.495465 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:44:04.199549 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:44:08.805036 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:44:29.406726 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:44:29.413951 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-063986b2-7df0-4dfc-994b-bc35281613d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:44:32.065435 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:44:32.188788 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-09bf178f-85ee-4440-abfd-483893305447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:44:32.481713 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:44:34.189043 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:44:38.802549 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:44:59.410312 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1b04fe48-48b9-4989-b10e-4bdb5cde1040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:02.069289 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:02.204622 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ee7f0dca-9834-474d-9160-c171d77bae2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:02.477788 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:03.858347 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584168f-350e-4196-ac7a-598185ca2a08 req-060326fd-94db-4d68-ac11-0fcc0e916ede tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:03.860382 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4584168f-350e-4196-ac7a-598185ca2a08 req-060326fd-94db-4d68-ac11-0fcc0e916ede tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?device_id=b687a467-74ce-42cf-b698-e8ea535a3c75 HTTP/1.1" status: 200  len: 945 time: 0.1028383
Apr 21 14:45:03.920116 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4584168f-350e-4196-ac7a-598185ca2a08 req-ce286926-9365-40be-b1de-712f65ceecff tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/security-groups?id=584cc579-12fb-4a1e-8c27-29e5ffba2158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467734
Apr 21 14:45:04.192804 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:05.155691 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1691ad-7875-4355-bb87-a05945a87f86 req-94caa638-c536-4434-b28f-9ec67601dd04 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:05.157734 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9d1691ad-7875-4355-bb87-a05945a87f86 req-94caa638-c536-4434-b28f-9ec67601dd04 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?device_id=b687a467-74ce-42cf-b698-e8ea535a3c75 HTTP/1.1" status: 200  len: 945 time: 0.1032348
Apr 21 14:45:05.209376 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9d1691ad-7875-4355-bb87-a05945a87f86 req-cf18e4b9-936a-4287-b379-2a9836f4906c tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/security-groups?id=584cc579-12fb-4a1e-8c27-29e5ffba2158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450923
Apr 21 14:45:05.837636 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3888af-c6e0-41d0-a54b-168c2ac4d362 req-de3f7f60-96ca-4cf7-970e-7d2523cf71e0 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:05.840598 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3e3888af-c6e0-41d0-a54b-168c2ac4d362 req-de3f7f60-96ca-4cf7-970e-7d2523cf71e0 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.36 "GET /v2.0/ports?device_id=b687a467-74ce-42cf-b698-e8ea535a3c75 HTTP/1.1" status: 200  len: 945 time: 0.1703494
Apr 21 14:45:05.931074 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-3e3888af-c6e0-41d0-a54b-168c2ac4d362 req-2d04f3cd-f48d-4b33-a77e-e79e27c0c32c tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Deleting port cdb83b17-6b0e-4dcc-b58f-0263d304e688 {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:45:05.931472 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-3e3888af-c6e0-41d0-a54b-168c2ac4d362 req-2d04f3cd-f48d-4b33-a77e-e79e27c0c32c tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:06.232947 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-3e3888af-c6e0-41d0-a54b-168c2ac4d362 req-2d04f3cd-f48d-4b33-a77e-e79e27c0c32c tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] For port cdb83b17-6b0e-4dcc-b58f-0263d304e688, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cdb83b17-6b0e-4dcc-b58f-0263d304e688,segment=NetworkSegment(a36a514c-7c8d-48b2-bf46-0f68fe951f75),segment_id=a36a514c-7c8d-48b2-bf46-0f68fe951f75)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:45:06.233657 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-3e3888af-c6e0-41d0-a54b-168c2ac4d362 req-2d04f3cd-f48d-4b33-a77e-e79e27c0c32c tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:06.377198 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-3e3888af-c6e0-41d0-a54b-168c2ac4d362 req-2d04f3cd-f48d-4b33-a77e-e79e27c0c32c tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Calling delete_port for cdb83b17-6b0e-4dcc-b58f-0263d304e688 owned by compute:nova {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:45:06.397093 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:45:06.602937 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c717371-e96c-4763-aa1f-608aa288adcf req-0521eddd-2f70-4597-a081-32e8e6c3b7c0 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:06.604621 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5c717371-e96c-4763-aa1f-608aa288adcf req-0521eddd-2f70-4597-a081-32e8e6c3b7c0 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?device_id=b687a467-74ce-42cf-b698-e8ea535a3c75 HTTP/1.1" status: 200  len: 945 time: 0.1945298
Apr 21 14:45:06.645594 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-3e3888af-c6e0-41d0-a54b-168c2ac4d362 req-2d04f3cd-f48d-4b33-a77e-e79e27c0c32c tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:06.654709 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-6bc88de2-1155-478d-94f4-13d8ba113f27 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:45:06.663312 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['cdb83b17-6b0e-4dcc-b58f-0263d304e688'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:45:06.724663 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04f3cd-f48d-4b33-a77e-e79e27c0c32c tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Pushing event deleted for resources: {'Port': ['ID=cdb83b17-6b0e-4dcc-b58f-0263d304e688,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:45:06.775256 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04f3cd-f48d-4b33-a77e-e79e27c0c32c tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:45:06.775671 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04f3cd-f48d-4b33-a77e-e79e27c0c32c tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:45:06.776080 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04f3cd-f48d-4b33-a77e-e79e27c0c32c tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:45:06.776488 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04f3cd-f48d-4b33-a77e-e79e27c0c32c tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:45:06.776889 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04f3cd-f48d-4b33-a77e-e79e27c0c32c tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:45:06.777288 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04f3cd-f48d-4b33-a77e-e79e27c0c32c tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:45:06.777686 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04f3cd-f48d-4b33-a77e-e79e27c0c32c tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:45:06.778129 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04f3cd-f48d-4b33-a77e-e79e27c0c32c tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:45:06.778525 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04f3cd-f48d-4b33-a77e-e79e27c0c32c tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:45:06.778919 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04f3cd-f48d-4b33-a77e-e79e27c0c32c tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:45:06.779314 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04f3cd-f48d-4b33-a77e-e79e27c0c32c tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:45:06.779711 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d04f3cd-f48d-4b33-a77e-e79e27c0c32c tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:45:06.791741 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5c717371-e96c-4763-aa1f-608aa288adcf req-e2b61fae-4fcc-43a1-af7e-678672637704 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/security-groups?id=584cc579-12fb-4a1e-8c27-29e5ffba2158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1751089
Apr 21 14:45:06.799019 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2d04f3cd-f48d-4b33-a77e-e79e27c0c32c tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:45:06.839970 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3888af-c6e0-41d0-a54b-168c2ac4d362 req-2d04f3cd-f48d-4b33-a77e-e79e27c0c32c tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] No DVR routers for this DVR port cdb83b17-6b0e-4dcc-b58f-0263d304e688 on host hv-cinder-78638 {{(pid=86393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 14:45:06.843031 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-3e3888af-c6e0-41d0-a54b-168c2ac4d362 req-2d04f3cd-f48d-4b33-a77e-e79e27c0c32c tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:06.846412 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b687a467-74ce-42cf-b698-e8ea535a3c75', 'name': 'network-vif-deleted', 'tag': 'cdb83b17-6b0e-4dcc-b58f-0263d304e688'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:45:06.863777 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3e3888af-c6e0-41d0-a54b-168c2ac4d362 req-2d04f3cd-f48d-4b33-a77e-e79e27c0c32c tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.36 "DELETE /v2.0/ports/cdb83b17-6b0e-4dcc-b58f-0263d304e688 HTTP/1.1" status: 204  len: 173 time: 1.0168464
Apr 21 14:45:07.112281 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b687a467-74ce-42cf-b698-e8ea535a3c75', 'name': 'network-vif-deleted', 'tag': 'cdb83b17-6b0e-4dcc-b58f-0263d304e688', 'status': 'completed', 'code': 200}
Apr 21 14:45:08.805134 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:08.831793 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 59072) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:45:08.990672 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-63141c73-ab1e-48f4-8720-2765bef1a85c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:09.012269 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-63141c73-ab1e-48f4-8720-2765bef1a85c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:45:09.018502 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-63141c73-ab1e-48f4-8720-2765bef1a85c admin admin] Usage tracker for resource:security_group_rule and tenant:20d6303d74a443219715af9c31eff09f is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:45:09.022160 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-63141c73-ab1e-48f4-8720-2765bef1a85c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:45:09.030080 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-63141c73-ab1e-48f4-8720-2765bef1a85c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:45:09.142860 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-63141c73-ab1e-48f4-8720-2765bef1a85c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:09.146460 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-63141c73-ab1e-48f4-8720-2765bef1a85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:09.157650 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:45:09.208298 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-63141c73-ab1e-48f4-8720-2765bef1a85c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=20d6303d74a443219715af9c31eff09f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3750536
Apr 21 14:45:09.210264 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63141c73-ab1e-48f4-8720-2765bef1a85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5005ca13-87b1-4179-a9eb-9dd6152ee591,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:45:09.211477 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 59080) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:45:09.215076 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-63141c73-ab1e-48f4-8720-2765bef1a85c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:45:09.293200 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-540f5981-9375-46f0-b143-4729b7a7e353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:09.325409 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-540f5981-9375-46f0-b143-4729b7a7e353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:09.383878 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-540f5981-9375-46f0-b143-4729b7a7e353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:09.388859 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-783ca39c-7aa7-45aa-ae00-0cb9594d4627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:45:09.402050 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f5981-9375-46f0-b143-4729b7a7e353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5005ca13-87b1-4179-a9eb-9dd6152ee591,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:45:09.414476 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f5981-9375-46f0-b143-4729b7a7e353 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:45:09.414908 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f5981-9375-46f0-b143-4729b7a7e353 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:45:09.415342 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f5981-9375-46f0-b143-4729b7a7e353 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:45:09.415713 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f5981-9375-46f0-b143-4729b7a7e353 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:45:09.416109 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f5981-9375-46f0-b143-4729b7a7e353 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:45:09.416529 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f5981-9375-46f0-b143-4729b7a7e353 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:45:09.416921 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f5981-9375-46f0-b143-4729b7a7e353 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:45:09.417316 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f5981-9375-46f0-b143-4729b7a7e353 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:45:09.417683 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f5981-9375-46f0-b143-4729b7a7e353 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:45:09.418149 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f5981-9375-46f0-b143-4729b7a7e353 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:45:09.418535 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f5981-9375-46f0-b143-4729b7a7e353 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:45:09.418903 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f5981-9375-46f0-b143-4729b7a7e353 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:45:09.422723 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-540f5981-9375-46f0-b143-4729b7a7e353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:45:09.424465 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-540f5981-9375-46f0-b143-4729b7a7e353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:09.429236 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-540f5981-9375-46f0-b143-4729b7a7e353 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5005ca13-87b1-4179-a9eb-9dd6152ee591 HTTP/1.1" status: 204  len: 168 time: 0.2133951
Apr 21 14:45:10.083481 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device cdb83b17-6b0e-4dcc-b58f-0263d304e688 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:45:10.130695 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] No Port match for: cdb83b17-6b0e-4dcc-b58f-0263d304e688 {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:45:10.131249 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device cdb83b17-6b0e-4dcc-b58f-0263d304e688 not bound to the agent host hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:45:20.958601 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2781d9-0917-44a7-940c-325196a208ba req-9fb35b72-a1e5-4973-8036-a316d741df23 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:20.960348 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-db2781d9-0917-44a7-940c-325196a208ba req-9fb35b72-a1e5-4973-8036-a316d741df23 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/networks?id=9327aacc-fa36-490f-aded-1b1eb5e76615 HTTP/1.1" status: 200  len: 814 time: 0.1717298
Apr 21 14:45:20.978769 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-db2781d9-0917-44a7-940c-325196a208ba req-fbc955fd-f41b-46df-bdbb-340865624868 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/quotas/f8c0e6515053422b8185d7532e81af1c HTTP/1.1" status: 200  len: 375 time: 0.0116847
Apr 21 14:45:21.073755 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-db2781d9-0917-44a7-940c-325196a208ba req-73bc7ef3-199e-45fb-9bee-c88a833e4ac2 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Synchronizing usage tracker for tenant:f8c0e6515053422b8185d7532e81af1c on resource:port {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:45:21.090834 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-db2781d9-0917-44a7-940c-325196a208ba req-73bc7ef3-199e-45fb-9bee-c88a833e4ac2 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Unset dirty status for tenant:f8c0e6515053422b8185d7532e81af1c on resource:port {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:45:21.092300 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-db2781d9-0917-44a7-940c-325196a208ba req-73bc7ef3-199e-45fb-9bee-c88a833e4ac2 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f8c0e6515053422b8185d7532e81af1c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1064713
Apr 21 14:45:21.403833 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-db2781d9-0917-44a7-940c-325196a208ba req-6354fb54-00c3-4d04-bae6-c88a1a9a38c1 service neutron] 10.222.0.24 "GET /v2.0/networks/9327aacc-fa36-490f-aded-1b1eb5e76615?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3012478
Apr 21 14:45:21.553412 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-db2781d9-0917-44a7-940c-325196a208ba req-92a37db2-0a45-4c71-987a-228ec9e47a9c service neutron] 10.222.0.24 "GET /v2.0/networks/9327aacc-fa36-490f-aded-1b1eb5e76615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1421297
Apr 21 14:45:21.776182 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ccec5679-7de8-4d5a-a9b8-385d59340f35 req-99bed47f-c13d-4cdc-8a4d-87e5c770b9fa tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2221873-b3ba-4ade-b6ec-61c700a9d453 HTTP/1.1" status: 200  len: 210 time: 0.0514832
Apr 21 14:45:22.966773 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4299b6fd-54da-4682-ab39-9b432c993388 req-1487ebc6-8036-4359-9dfb-2fbc4b87cd3e tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2221873-b3ba-4ade-b6ec-61c700a9d453 HTTP/1.1" status: 200  len: 210 time: 0.0579448
Apr 21 14:45:22.995430 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2781d9-0917-44a7-940c-325196a208ba req-b5d3bbd0-5456-43b1-87a7-9736b9020901 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:22.997145 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-db2781d9-0917-44a7-940c-325196a208ba req-b5d3bbd0-5456-43b1-87a7-9736b9020901 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.36 "GET /v2.0/networks?id=9327aacc-fa36-490f-aded-1b1eb5e76615 HTTP/1.1" status: 200  len: 814 time: 0.2236931
Apr 21 14:45:23.011784 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-db2781d9-0917-44a7-940c-325196a208ba req-084767ec-8cbf-4dc9-9a6c-a0fb71ab4499 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Request body: {'port': {'device_id': 'f2221873-b3ba-4ade-b6ec-61c700a9d453', 'network_id': '9327aacc-fa36-490f-aded-1b1eb5e76615', 'admin_state_up': True, 'tenant_id': 'f8c0e6515053422b8185d7532e81af1c'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:45:23.169206 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-db2781d9-0917-44a7-940c-325196a208ba req-084767ec-8cbf-4dc9-9a6c-a0fb71ab4499 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:45:23.180931 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-db2781d9-0917-44a7-940c-325196a208ba req-084767ec-8cbf-4dc9-9a6c-a0fb71ab4499 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:45:23.191311 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db2781d9-0917-44a7-940c-325196a208ba req-084767ec-8cbf-4dc9-9a6c-a0fb71ab4499 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Made reservation on behalf of f8c0e6515053422b8185d7532e81af1c for: {'port': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:45:23.197593 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-db2781d9-0917-44a7-940c-325196a208ba req-084767ec-8cbf-4dc9-9a6c-a0fb71ab4499 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:23.378512 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [req-db2781d9-0917-44a7-940c-325196a208ba req-084767ec-8cbf-4dc9-9a6c-a0fb71ab4499 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Allocated IP 172.20.0.11 (9327aacc-fa36-490f-aded-1b1eb5e76615/7c2aa654-833e-48ee-96e9-6b46ef123ed3/4a662801-d937-4aba-8a74-2b8638623e05) {{(pid=86393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:45:23.613949 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-db2781d9-0917-44a7-940c-325196a208ba req-084767ec-8cbf-4dc9-9a6c-a0fb71ab4499 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Notify callbacks [] for port, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:23.648916 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-db2781d9-0917-44a7-940c-325196a208ba req-084767ec-8cbf-4dc9-9a6c-a0fb71ab4499 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:23.658810 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8fa94c62-93fc-48c4-8ab2-9b385e89f97f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:45:24.080038 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db2781d9-0917-44a7-940c-325196a208ba req-084767ec-8cbf-4dc9-9a6c-a0fb71ab4499 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Network 9327aacc-fa36-490f-aded-1b1eb5e76615 is already hosted by enough agents. {{(pid=86393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:45:24.083779 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [req-db2781d9-0917-44a7-940c-325196a208ba req-084767ec-8cbf-4dc9-9a6c-a0fb71ab4499 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Resources bound (agent type, host, resource id):  {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:45:24.088560 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2781d9-0917-44a7-940c-325196a208ba req-084767ec-8cbf-4dc9-9a6c-a0fb71ab4499 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Received port after_create {{(pid=86393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:45:24.141275 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084767ec-8cbf-4dc9-9a6c-a0fb71ab4499 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Pushing event updated for resources: {'Port': ['ID=4a662801-d937-4aba-8a74-2b8638623e05,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:45:24.148110 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-084767ec-8cbf-4dc9-9a6c-a0fb71ab4499 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:45:24.181148 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2781d9-0917-44a7-940c-325196a208ba req-084767ec-8cbf-4dc9-9a6c-a0fb71ab4499 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:24.181876 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-db2781d9-0917-44a7-940c-325196a208ba req-084767ec-8cbf-4dc9-9a6c-a0fb71ab4499 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:24.224682 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-db2781d9-0917-44a7-940c-325196a208ba req-084767ec-8cbf-4dc9-9a6c-a0fb71ab4499 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2175946
Apr 21 14:45:24.242095 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-db2781d9-0917-44a7-940c-325196a208ba req-549d7e7d-bd0d-4d97-9c5f-4e73115149ed service neutron] Request body: {'port': {'device_id': 'f2221873-b3ba-4ade-b6ec-61c700a9d453', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:45:24.324077 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443acec-f1e0-47e8-872e-107c59df3fb1 req-c5ffe220-c72b-45c1-9dc4-d29ed6423ca4 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:24.326076 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f443acec-f1e0-47e8-872e-107c59df3fb1 req-c5ffe220-c72b-45c1-9dc4-d29ed6423ca4 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2221873-b3ba-4ade-b6ec-61c700a9d453 HTTP/1.1" status: 200  len: 932 time: 0.1457913
Apr 21 14:45:24.386538 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f443acec-f1e0-47e8-872e-107c59df3fb1 req-c91f6d6c-b8f1-41c0-9555-cef759b662d6 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/security-groups?id=584cc579-12fb-4a1e-8c27-29e5ffba2158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526659
Apr 21 14:45:24.407216 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-db2781d9-0917-44a7-940c-325196a208ba req-549d7e7d-bd0d-4d97-9c5f-4e73115149ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:24.828610 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [req-db2781d9-0917-44a7-940c-325196a208ba req-549d7e7d-bd0d-4d97-9c5f-4e73115149ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a662801-d937-4aba-8a74-2b8638623e05 {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:45:24.837120 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-db2781d9-0917-44a7-940c-325196a208ba req-549d7e7d-bd0d-4d97-9c5f-4e73115149ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:24.853559 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [req-db2781d9-0917-44a7-940c-325196a208ba req-549d7e7d-bd0d-4d97-9c5f-4e73115149ed service neutron] Transition to ACTIVE for port object 4a662801-d937-4aba-8a74-2b8638623e05 will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:45:24.858141 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-db2781d9-0917-44a7-940c-325196a208ba req-549d7e7d-bd0d-4d97-9c5f-4e73115149ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14929102'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:24.862307 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9cbb35bd-ed29-43ff-b574-3d2f9877e723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:45:25.006713 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d7e7d-bd0d-4d97-9c5f-4e73115149ed service neutron] Pushing event updated for resources: {'Port': ['ID=4a662801-d937-4aba-8a74-2b8638623e05,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:45:25.037174 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-549d7e7d-bd0d-4d97-9c5f-4e73115149ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:45:25.124173 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-db2781d9-0917-44a7-940c-325196a208ba req-549d7e7d-bd0d-4d97-9c5f-4e73115149ed service neutron] Attempting to bind port 4a662801-d937-4aba-8a74-2b8638623e05 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:45:25.124781 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-db2781d9-0917-44a7-940c-325196a208ba req-549d7e7d-bd0d-4d97-9c5f-4e73115149ed service neutron] Attempting to bind port 4a662801-d937-4aba-8a74-2b8638623e05 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'a36a514c-7c8d-48b2-bf46-0f68fe951f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9327aacc-fa36-490f-aded-1b1eb5e76615'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:45:25.124953 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2781d9-0917-44a7-940c-325196a208ba req-549d7e7d-bd0d-4d97-9c5f-4e73115149ed service neutron] Attempting to bind port 4a662801-d937-4aba-8a74-2b8638623e05 on network 9327aacc-fa36-490f-aded-1b1eb5e76615 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:45:25.130506 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2781d9-0917-44a7-940c-325196a208ba req-549d7e7d-bd0d-4d97-9c5f-4e73115149ed service neutron] Port 4a662801-d937-4aba-8a74-2b8638623e05 on network 9327aacc-fa36-490f-aded-1b1eb5e76615 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 14:45:25.130874 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2781d9-0917-44a7-940c-325196a208ba req-549d7e7d-bd0d-4d97-9c5f-4e73115149ed service neutron] Attempting to bind port 4a662801-d937-4aba-8a74-2b8638623e05 on network 9327aacc-fa36-490f-aded-1b1eb5e76615 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:45:25.136939 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2781d9-0917-44a7-940c-325196a208ba req-549d7e7d-bd0d-4d97-9c5f-4e73115149ed service neutron] Checking agent: {'id': 'aac967bd-8151-4f72-a05c-3193d627c9da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'started_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:45:25.137285 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2781d9-0917-44a7-940c-325196a208ba req-549d7e7d-bd0d-4d97-9c5f-4e73115149ed service neutron] Checking segment: {'id': 'a36a514c-7c8d-48b2-bf46-0f68fe951f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9327aacc-fa36-490f-aded-1b1eb5e76615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:45:25.137707 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2781d9-0917-44a7-940c-325196a208ba req-549d7e7d-bd0d-4d97-9c5f-4e73115149ed service neutron] Bound using segment: {'id': 'a36a514c-7c8d-48b2-bf46-0f68fe951f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9327aacc-fa36-490f-aded-1b1eb5e76615'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:45:25.138220 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-db2781d9-0917-44a7-940c-325196a208ba req-549d7e7d-bd0d-4d97-9c5f-4e73115149ed service neutron] Bound port: 4a662801-d937-4aba-8a74-2b8638623e05, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a36a514c-7c8d-48b2-bf46-0f68fe951f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9327aacc-fa36-490f-aded-1b1eb5e76615'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:45:25.138609 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-db2781d9-0917-44a7-940c-325196a208ba req-549d7e7d-bd0d-4d97-9c5f-4e73115149ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:25.246432 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-db2781d9-0917-44a7-940c-325196a208ba req-549d7e7d-bd0d-4d97-9c5f-4e73115149ed service neutron] For port 4a662801-d937-4aba-8a74-2b8638623e05, host hv-cinder-78638, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:45:25.249751 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-db2781d9-0917-44a7-940c-325196a208ba req-549d7e7d-bd0d-4d97-9c5f-4e73115149ed service neutron] For port 4a662801-d937-4aba-8a74-2b8638623e05, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4a662801-d937-4aba-8a74-2b8638623e05,segment=NetworkSegment(a36a514c-7c8d-48b2-bf46-0f68fe951f75),segment_id=a36a514c-7c8d-48b2-bf46-0f68fe951f75)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:45:25.253895 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-db2781d9-0917-44a7-940c-325196a208ba req-549d7e7d-bd0d-4d97-9c5f-4e73115149ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14929102'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:25.258180 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-7ab7b1e7-c75d-4997-acb7-33395c51de8a tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:45:25.324430 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2781d9-0917-44a7-940c-325196a208ba req-549d7e7d-bd0d-4d97-9c5f-4e73115149ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:25.325112 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-db2781d9-0917-44a7-940c-325196a208ba req-549d7e7d-bd0d-4d97-9c5f-4e73115149ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:25.326648 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-db2781d9-0917-44a7-940c-325196a208ba req-549d7e7d-bd0d-4d97-9c5f-4e73115149ed service neutron] 10.222.0.36 "PUT /v2.0/ports/4a662801-d937-4aba-8a74-2b8638623e05 HTTP/1.1" status: 200  len: 1094 time: 1.0942256
Apr 21 14:45:25.327202 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2221873-b3ba-4ade-b6ec-61c700a9d453', 'tag': '4a662801-d937-4aba-8a74-2b8638623e05'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:45:25.349012 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d7e7d-bd0d-4d97-9c5f-4e73115149ed service neutron] Pushing event updated for resources: {'Port': ['ID=4a662801-d937-4aba-8a74-2b8638623e05,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:45:25.352675 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-549d7e7d-bd0d-4d97-9c5f-4e73115149ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:45:25.380598 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2221873-b3ba-4ade-b6ec-61c700a9d453', 'tag': '4a662801-d937-4aba-8a74-2b8638623e05', 'status': 'completed', 'code': 200}
Apr 21 14:45:25.608109 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbb0ca-b8dc-4e8d-8222-b2a6e5b4c9f0 req-6dd32f82-dd4f-4c29-a05a-c3a726a9732e tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:25.608794 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-2cbbb0ca-b8dc-4e8d-8222-b2a6e5b4c9f0 req-6dd32f82-dd4f-4c29-a05a-c3a726a9732e tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Synchronizing usage tracker for tenant:f8c0e6515053422b8185d7532e81af1c on resource:port {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:45:25.625593 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-2cbbb0ca-b8dc-4e8d-8222-b2a6e5b4c9f0 req-6dd32f82-dd4f-4c29-a05a-c3a726a9732e tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Unset dirty status for tenant:f8c0e6515053422b8185d7532e81af1c on resource:port {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:45:25.626915 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2cbbb0ca-b8dc-4e8d-8222-b2a6e5b4c9f0 req-6dd32f82-dd4f-4c29-a05a-c3a726a9732e tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2221873-b3ba-4ade-b6ec-61c700a9d453 HTTP/1.1" status: 200  len: 944 time: 0.1172764
Apr 21 14:45:25.684416 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2cbbb0ca-b8dc-4e8d-8222-b2a6e5b4c9f0 req-0f76ac27-6446-433f-a3e2-8b8dcc2c88ce tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/security-groups?id=584cc579-12fb-4a1e-8c27-29e5ffba2158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497768
Apr 21 14:45:26.910646 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d887-6346-4b48-87a3-2cfb07159ff5 req-9d1b766f-3404-4ed3-af25-df6c22a28dc1 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:26.912384 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f229d887-6346-4b48-87a3-2cfb07159ff5 req-9d1b766f-3404-4ed3-af25-df6c22a28dc1 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2221873-b3ba-4ade-b6ec-61c700a9d453 HTTP/1.1" status: 200  len: 944 time: 0.0926964
Apr 21 14:45:26.971091 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f229d887-6346-4b48-87a3-2cfb07159ff5 req-bd423a4c-9e06-4831-a2db-58f271430a32 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/security-groups?id=584cc579-12fb-4a1e-8c27-29e5ffba2158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517609
Apr 21 14:45:28.184122 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b71f0-174a-40e4-b4c4-490a30dfb5dd req-760a25c7-8be1-492b-8e13-0e21a509991f tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:28.185951 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a65b71f0-174a-40e4-b4c4-490a30dfb5dd req-760a25c7-8be1-492b-8e13-0e21a509991f tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2221873-b3ba-4ade-b6ec-61c700a9d453 HTTP/1.1" status: 200  len: 944 time: 0.0963874
Apr 21 14:45:28.239406 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a65b71f0-174a-40e4-b4c4-490a30dfb5dd req-3ee9b3e7-98c6-4ea3-b1a1-36246b6b8253 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/security-groups?id=584cc579-12fb-4a1e-8c27-29e5ffba2158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456445
Apr 21 14:45:28.900777 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b4c0d-b8be-4ff4-a9a1-bfdfdf245082 req-f142ef16-03be-4824-bb4c-55c45e10937d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:28.902435 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-948b4c0d-b8be-4ff4-a9a1-bfdfdf245082 req-f142ef16-03be-4824-bb4c-55c45e10937d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f8c0e6515053422b8185d7532e81af1c&device_id=f2221873-b3ba-4ade-b6ec-61c700a9d453 HTTP/1.1" status: 200  len: 1097 time: 0.0857956
Apr 21 14:45:29.104902 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b4c0d-b8be-4ff4-a9a1-bfdfdf245082 req-7451fa13-af34-4908-ae63-b390d215edf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:29.106452 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-948b4c0d-b8be-4ff4-a9a1-bfdfdf245082 req-7451fa13-af34-4908-ae63-b390d215edf4 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f8c0e6515053422b8185d7532e81af1c&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1962714
Apr 21 14:45:29.270062 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b4c0d-b8be-4ff4-a9a1-bfdfdf245082 req-0089a41f-747c-4a78-afed-58f17637467a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:29.271677 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-948b4c0d-b8be-4ff4-a9a1-bfdfdf245082 req-0089a41f-747c-4a78-afed-58f17637467a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1577816
Apr 21 14:45:29.405855 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-caf5fb3b-93e0-4a71-8a42-fb4f3602e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:29.470927 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2781d9-0917-44a7-940c-325196a208ba req-92b5a1d3-5bc4-4b6b-814c-2f5fc2a6dc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:29.472754 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-db2781d9-0917-44a7-940c-325196a208ba req-92b5a1d3-5bc4-4b6b-814c-2f5fc2a6dc69 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f8c0e6515053422b8185d7532e81af1c&device_id=f2221873-b3ba-4ade-b6ec-61c700a9d453 HTTP/1.1" status: 200  len: 1097 time: 0.1563220
Apr 21 14:45:29.494862 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f6990-6a7c-4096-a010-95407ce0600f req-926df249-2820-49e9-8137-03e0a9feaf54 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:29.496654 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4a6f6990-6a7c-4096-a010-95407ce0600f req-926df249-2820-49e9-8137-03e0a9feaf54 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2221873-b3ba-4ade-b6ec-61c700a9d453 HTTP/1.1" status: 200  len: 944 time: 0.1210670
Apr 21 14:45:29.694794 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-db2781d9-0917-44a7-940c-325196a208ba req-972d3f8b-f206-4fa9-9acd-21fcc711b95b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a662801-d937-4aba-8a74-2b8638623e05 HTTP/1.1" status: 200  len: 217 time: 0.1583610
Apr 21 14:45:29.781437 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4a6f6990-6a7c-4096-a010-95407ce0600f req-165705c5-11f3-45a7-9775-31e5b927f13b tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/security-groups?id=584cc579-12fb-4a1e-8c27-29e5ffba2158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2772043
Apr 21 14:45:29.830479 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2781d9-0917-44a7-940c-325196a208ba req-a1e6101d-f067-4c0a-8d79-32050f4d3bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:29.833372 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-db2781d9-0917-44a7-940c-325196a208ba req-a1e6101d-f067-4c0a-8d79-32050f4d3bb3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c2aa654-833e-48ee-96e9-6b46ef123ed3 HTTP/1.1" status: 200  len: 854 time: 0.1317589
Apr 21 14:45:29.896158 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-db2781d9-0917-44a7-940c-325196a208ba req-b95d5975-0dea-47dd-8826-ed1a76df7837 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9327aacc-fa36-490f-aded-1b1eb5e76615&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0558927
Apr 21 14:45:30.058261 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-db2781d9-0917-44a7-940c-325196a208ba req-b05f9d40-4b14-4f27-9723-01d4bb0f1ab6 service neutron] 10.222.0.36 "GET /v2.0/networks/9327aacc-fa36-490f-aded-1b1eb5e76615?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1546514
Apr 21 14:45:30.225032 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-db2781d9-0917-44a7-940c-325196a208ba req-56552448-5b25-423d-887c-2783af30f11e service neutron] 10.222.0.36 "GET /v2.0/networks/9327aacc-fa36-490f-aded-1b1eb5e76615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1593711
Apr 21 14:45:31.025100 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc1227-c488-4b33-a42f-8d5a290f98d5 req-f965411b-6f59-41b2-971c-e41ecd7a7ad4 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:31.040012 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b3dc1227-c488-4b33-a42f-8d5a290f98d5 req-f965411b-6f59-41b2-971c-e41ecd7a7ad4 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2221873-b3ba-4ade-b6ec-61c700a9d453 HTTP/1.1" status: 200  len: 944 time: 0.1406214
Apr 21 14:45:31.129514 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b3dc1227-c488-4b33-a42f-8d5a290f98d5 req-197fb1c3-7a72-422e-a5fc-5910500fe7c3 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/security-groups?id=584cc579-12fb-4a1e-8c27-29e5ffba2158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882232
Apr 21 14:45:32.072233 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:32.203716 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6adbba2b-cfe4-44b2-aa85-205bd52820f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:32.351383 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91201b6f-a0c8-4b7f-a53e-6f47f1a18e3f req-adf0619f-4c7e-475e-94a6-e8d5024749e4 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:32.353213 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-91201b6f-a0c8-4b7f-a53e-6f47f1a18e3f req-adf0619f-4c7e-475e-94a6-e8d5024749e4 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2221873-b3ba-4ade-b6ec-61c700a9d453 HTTP/1.1" status: 200  len: 944 time: 0.1018438
Apr 21 14:45:32.409505 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-91201b6f-a0c8-4b7f-a53e-6f47f1a18e3f req-bdfa1b29-6ce3-4342-997c-b833a9e86c4e tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/security-groups?id=584cc579-12fb-4a1e-8c27-29e5ffba2158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478380
Apr 21 14:45:32.481691 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:33.464455 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 4a662801-d937-4aba-8a74-2b8638623e05 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 14:45:33.622207 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 4a662801-d937-4aba-8a74-2b8638623e05, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4a662801-d937-4aba-8a74-2b8638623e05,segment=NetworkSegment(a36a514c-7c8d-48b2-bf46-0f68fe951f75),segment_id=a36a514c-7c8d-48b2-bf46-0f68fe951f75)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:45:33.637047 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Returning: {'device': '4a662801-d937-4aba-8a74-2b8638623e05', 'network_id': '9327aacc-fa36-490f-aded-1b1eb5e76615', 'port_id': '4a662801-d937-4aba-8a74-2b8638623e05', 'mac_address': 'fa:16:3e:1a:70:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2aa654-833e-48ee-96e9-6b46ef123ed3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 14:45:33.648569 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0f974-02f3-48fe-8c8f-5a7d942190ed req-0cae4100-677b-4411-9382-b21d36fe67aa tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:33.650274 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b0f0f974-02f3-48fe-8c8f-5a7d942190ed req-0cae4100-677b-4411-9382-b21d36fe67aa tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2221873-b3ba-4ade-b6ec-61c700a9d453 HTTP/1.1" status: 200  len: 944 time: 0.1061232
Apr 21 14:45:33.705338 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b0f0f974-02f3-48fe-8c8f-5a7d942190ed req-417063bc-15e3-49d4-bab4-06847aa0b11f tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/security-groups?id=584cc579-12fb-4a1e-8c27-29e5ffba2158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484145
Apr 21 14:45:33.717189 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:33.736386 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a662801-d937-4aba-8a74-2b8638623e05 {{(pid=86395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:45:33.753055 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 4a662801-d937-4aba-8a74-2b8638623e05, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4a662801-d937-4aba-8a74-2b8638623e05,segment=NetworkSegment(a36a514c-7c8d-48b2-bf46-0f68fe951f75),segment_id=a36a514c-7c8d-48b2-bf46-0f68fe951f75)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:45:33.756327 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:33.758377 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:45:33.835315 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=4a662801-d937-4aba-8a74-2b8638623e05,revision_number=4']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:45:33.843209 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:45:33.843602 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:45:33.844050 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:45:33.844425 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:45:33.844797 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:45:33.845168 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:45:33.845535 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:45:33.845902 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:45:33.846297 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:45:33.846661 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:45:33.847024 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:45:33.847386 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:45:33.851643 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:45:34.145097 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['4a662801-d937-4aba-8a74-2b8638623e05'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:45:34.211486 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:34.917755 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b3c69-e074-42b2-b530-a02a2ff03566 req-130159fa-73c1-416c-a236-8286213507cb tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:34.919534 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-859b3c69-e074-42b2-b530-a02a2ff03566 req-130159fa-73c1-416c-a236-8286213507cb tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2221873-b3ba-4ade-b6ec-61c700a9d453 HTTP/1.1" status: 200  len: 945 time: 0.0917740
Apr 21 14:45:34.976727 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-859b3c69-e074-42b2-b530-a02a2ff03566 req-cdf171b9-c838-4003-8c45-820025b7a97d tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/security-groups?id=584cc579-12fb-4a1e-8c27-29e5ffba2158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502727
Apr 21 14:45:35.476805 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 4a662801-d937-4aba-8a74-2b8638623e05 up at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:45:35.554237 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning for port 4a662801-d937-4aba-8a74-2b8638623e05 completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:45:35.559484 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning complete for port 4a662801-d937-4aba-8a74-2b8638623e05 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:45:35.559902 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:35.873835 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:35.907514 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2221873-b3ba-4ade-b6ec-61c700a9d453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a662801-d937-4aba-8a74-2b8638623e05'}] {{(pid=86395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:45:35.919900 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 4a662801-d937-4aba-8a74-2b8638623e05, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4a662801-d937-4aba-8a74-2b8638623e05,segment=NetworkSegment(a36a514c-7c8d-48b2-bf46-0f68fe951f75),segment_id=a36a514c-7c8d-48b2-bf46-0f68fe951f75)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:45:35.923748 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:35.926290 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-5d7205e3-307b-43dd-a1f1-e97197424148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:45:36.007033 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=4a662801-d937-4aba-8a74-2b8638623e05,revision_number=5']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:45:36.020145 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:45:36.109487 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2221873-b3ba-4ade-b6ec-61c700a9d453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a662801-d937-4aba-8a74-2b8638623e05', 'code': 200}
Apr 21 14:45:36.207938 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b3f04-f1dc-4fe4-b359-0243076a8fb1 req-bfbb7c61-0a05-42fe-a297-960fa5d8c0a6 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:36.209524 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a04b3f04-f1dc-4fe4-b359-0243076a8fb1 req-bfbb7c61-0a05-42fe-a297-960fa5d8c0a6 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2221873-b3ba-4ade-b6ec-61c700a9d453 HTTP/1.1" status: 200  len: 946 time: 0.0973973
Apr 21 14:45:36.267693 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a04b3f04-f1dc-4fe4-b359-0243076a8fb1 req-85f2ab19-d44a-475f-b8c4-14c3f6cd66ad tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/security-groups?id=584cc579-12fb-4a1e-8c27-29e5ffba2158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500321
Apr 21 14:45:36.375781 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f8224-108c-472f-b940-77124eb04bed req-eda9d9e5-0c5f-4095-9d9d-00987b826b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:36.377433 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-739f8224-108c-472f-b940-77124eb04bed req-eda9d9e5-0c5f-4095-9d9d-00987b826b0e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f2221873-b3ba-4ade-b6ec-61c700a9d453 HTTP/1.1" status: 200  len: 1099 time: 0.0873692
Apr 21 14:45:36.428969 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-739f8224-108c-472f-b940-77124eb04bed req-2de2bed5-d743-4577-8395-ab34ff4b6afc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=584cc579-12fb-4a1e-8c27-29e5ffba2158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443411
Apr 21 14:45:37.488025 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee68584-ae7e-498b-a259-1326e9b5d856 req-a3834ef6-a4b3-48a8-b8ef-e38dbd573af0 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:37.489808 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-cee68584-ae7e-498b-a259-1326e9b5d856 req-a3834ef6-a4b3-48a8-b8ef-e38dbd573af0 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2221873-b3ba-4ade-b6ec-61c700a9d453 HTTP/1.1" status: 200  len: 946 time: 0.1005504
Apr 21 14:45:37.540916 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-cee68584-ae7e-498b-a259-1326e9b5d856 req-e6c526cc-2316-47fd-a7ef-3cdc443e5383 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/security-groups?id=584cc579-12fb-4a1e-8c27-29e5ffba2158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436504
Apr 21 14:45:38.755536 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524fe05-ec8b-42fc-9bcb-b7122a6bc7d5 req-fdbef333-1051-4ec5-954a-ac3ef569557f tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:38.757172 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e524fe05-ec8b-42fc-9bcb-b7122a6bc7d5 req-fdbef333-1051-4ec5-954a-ac3ef569557f tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2221873-b3ba-4ade-b6ec-61c700a9d453 HTTP/1.1" status: 200  len: 946 time: 0.0982227
Apr 21 14:45:38.808087 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e524fe05-ec8b-42fc-9bcb-b7122a6bc7d5 req-3433bfa8-3edb-42a1-89cb-d49fdaea1670 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/security-groups?id=584cc579-12fb-4a1e-8c27-29e5ffba2158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442915
Apr 21 14:45:38.813354 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:40.950207 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b2032d2c-7d41-4018-8a63-2224e3fc6d9b req-01172077-8ddc-44f9-99f6-1dfab06fa753 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0918958
Apr 21 14:45:41.128365 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2032d2c-7d41-4018-8a63-2224e3fc6d9b req-42f884df-cb00-431d-8818-170c226877ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:41.129970 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b2032d2c-7d41-4018-8a63-2224e3fc6d9b req-42f884df-cb00-431d-8818-170c226877ca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0771cc9ab3c4a23881ef55e4b3218b3&device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 1099 time: 0.0938284
Apr 21 14:45:41.293470 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2032d2c-7d41-4018-8a63-2224e3fc6d9b req-8aa79589-9701-4500-ac0c-f3ca41351c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:41.294993 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b2032d2c-7d41-4018-8a63-2224e3fc6d9b req-8aa79589-9701-4500-ac0c-f3ca41351c40 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4398a4b8-9ecd-43b2-988b-da3ccd660ad9 HTTP/1.1" status: 200  len: 918 time: 0.1444023
Apr 21 14:45:41.413298 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b2032d2c-7d41-4018-8a63-2224e3fc6d9b req-8a691255-309a-4bc8-809d-01d9ea69d46f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=245817c6-3c22-47d2-a7ad-82a9d1f0181d HTTP/1.1" status: 200  len: 1001 time: 0.1107790
Apr 21 14:45:41.487538 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2032d2c-7d41-4018-8a63-2224e3fc6d9b req-f64950f1-742c-4792-a8e8-cd1aec6d3f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:41.489148 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b2032d2c-7d41-4018-8a63-2224e3fc6d9b req-f64950f1-742c-4792-a8e8-cd1aec6d3f70 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48293642-451e-458e-960c-7fbf1e7e7bc3 HTTP/1.1" status: 200  len: 856 time: 0.0690768
Apr 21 14:45:41.592578 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2032d2c-7d41-4018-8a63-2224e3fc6d9b req-6049740b-4a86-4293-b951-527e374559ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:41.594290 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b2032d2c-7d41-4018-8a63-2224e3fc6d9b req-6049740b-4a86-4293-b951-527e374559ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4398a4b8-9ecd-43b2-988b-da3ccd660ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0949209
Apr 21 14:45:41.757459 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b2032d2c-7d41-4018-8a63-2224e3fc6d9b req-80dd7f75-52cf-4c7b-be6e-60a31b73d087 service neutron] 10.222.0.36 "GET /v2.0/networks/4398a4b8-9ecd-43b2-988b-da3ccd660ad9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1542487
Apr 21 14:45:42.183654 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b2032d2c-7d41-4018-8a63-2224e3fc6d9b req-ac652ce1-32d0-4769-81b3-0d49e831c1b6 service neutron] 10.222.0.36 "GET /v2.0/networks/4398a4b8-9ecd-43b2-988b-da3ccd660ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4163151
Apr 21 14:45:43.397452 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:45:45.670227 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9875d1-391e-4c0c-be33-a17b03720d0e req-b2f4ba87-85f2-49aa-825c-5566933a2bc5 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:45.671917 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2d9875d1-391e-4c0c-be33-a17b03720d0e req-b2f4ba87-85f2-49aa-825c-5566933a2bc5 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 945 time: 0.0971367
Apr 21 14:45:45.726091 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2d9875d1-391e-4c0c-be33-a17b03720d0e req-933fce7e-5b12-42db-a129-1ac45e5d3de4 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466766
Apr 21 14:45:46.950684 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b9709-45ea-4f06-8c1e-1e598c5850ff req-20f2cb7f-2e77-4d8d-8a20-00a416bc4d9c tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:46.952341 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a15b9709-45ea-4f06-8c1e-1e598c5850ff req-20f2cb7f-2e77-4d8d-8a20-00a416bc4d9c tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 945 time: 0.1049066
Apr 21 14:45:47.005380 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a15b9709-45ea-4f06-8c1e-1e598c5850ff req-e021cd62-45d6-4a6f-9a73-7b0cf7f6a8cf tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463068
Apr 21 14:45:48.222755 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04d39c-e2d2-4818-90bb-1ddea461f53b req-74995c3b-299a-41cf-80d1-8d8016fdf3a0 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:48.224409 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-eb04d39c-e2d2-4818-90bb-1ddea461f53b req-74995c3b-299a-41cf-80d1-8d8016fdf3a0 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 945 time: 0.0945303
Apr 21 14:45:48.276956 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-eb04d39c-e2d2-4818-90bb-1ddea461f53b req-ecb90039-8648-46f7-83c8-3d918ca35e5d tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449924
Apr 21 14:45:49.646031 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afe4dd-a3a0-4b75-9d47-324324fe556f req-c0befdc3-985e-4023-a7b6-20ef08f5f99f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:49.647735 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b8afe4dd-a3a0-4b75-9d47-324324fe556f req-c0befdc3-985e-4023-a7b6-20ef08f5f99f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 945 time: 0.0959113
Apr 21 14:45:49.719266 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b8afe4dd-a3a0-4b75-9d47-324324fe556f req-b2665950-1e0f-476a-9093-d5b2491d88d9 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0644486
Apr 21 14:45:50.931174 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528cf44e-b803-43d6-afa3-a7fa7162e01e req-b89c2e6e-fdcb-413e-8e03-88ef1d3f99d9 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:50.932706 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-528cf44e-b803-43d6-afa3-a7fa7162e01e req-b89c2e6e-fdcb-413e-8e03-88ef1d3f99d9 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 945 time: 0.0909500
Apr 21 14:45:50.987565 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-528cf44e-b803-43d6-afa3-a7fa7162e01e req-e447b135-3537-483c-825e-6568d1cb8333 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478203
Apr 21 14:45:52.210671 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c4861e-7975-4cb9-a2a9-ec0f50320ba6 req-cb8385e6-b8ad-416c-bed9-f8ad430ff02a tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:52.212393 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e1c4861e-7975-4cb9-a2a9-ec0f50320ba6 req-cb8385e6-b8ad-416c-bed9-f8ad430ff02a tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 945 time: 0.1003826
Apr 21 14:45:52.266959 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e1c4861e-7975-4cb9-a2a9-ec0f50320ba6 req-d26e0722-dd10-4d5f-8a19-bbe9f6f625d8 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476620
Apr 21 14:45:53.480202 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000069e6-fa89-4368-8548-f16798bc9fda req-e2b99df2-5773-471e-aa89-9824ab09e0f2 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:53.481786 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-000069e6-fa89-4368-8548-f16798bc9fda req-e2b99df2-5773-471e-aa89-9824ab09e0f2 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 945 time: 0.0950208
Apr 21 14:45:53.535097 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-000069e6-fa89-4368-8548-f16798bc9fda req-5bb649b2-f416-4bc5-a077-1d3954e7a607 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433798
Apr 21 14:45:54.761459 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595482f-1f05-4545-b3eb-15684148b0a0 req-af718912-8ce0-4ec7-b2b7-028290875d07 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:54.763280 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e595482f-1f05-4545-b3eb-15684148b0a0 req-af718912-8ce0-4ec7-b2b7-028290875d07 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 945 time: 0.1021671
Apr 21 14:45:54.816124 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e595482f-1f05-4545-b3eb-15684148b0a0 req-4d191bdb-17a1-49c4-885c-a879c656e360 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461764
Apr 21 14:45:56.028870 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95de464-f51f-4ef0-99b5-d15b46f468b2 req-467da11a-6afc-4130-941d-133f71f3e01a tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:56.030521 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a95de464-f51f-4ef0-99b5-d15b46f468b2 req-467da11a-6afc-4130-941d-133f71f3e01a tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 945 time: 0.0974083
Apr 21 14:45:56.087540 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a95de464-f51f-4ef0-99b5-d15b46f468b2 req-ac9051b9-d078-4119-9cfd-1f6a682240ab tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498998
Apr 21 14:45:57.296141 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13868ac9-2091-4ff2-b4aa-06458278c4d1 req-a75adb0f-6d91-496d-be06-2529e5e49fca tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:57.297690 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-13868ac9-2091-4ff2-b4aa-06458278c4d1 req-a75adb0f-6d91-496d-be06-2529e5e49fca tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 945 time: 0.0900209
Apr 21 14:45:57.353731 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-13868ac9-2091-4ff2-b4aa-06458278c4d1 req-e4cd617c-e253-41bc-8da2-33f9721c31ab tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488970
Apr 21 14:45:58.563403 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ce1a0-098f-48d0-b353-c518324699b5 req-2625bcb9-5ed8-4436-b5c4-3ba19956f9b4 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:58.565035 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-838ce1a0-098f-48d0-b353-c518324699b5 req-2625bcb9-5ed8-4436-b5c4-3ba19956f9b4 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 945 time: 0.0934975
Apr 21 14:45:58.617922 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-838ce1a0-098f-48d0-b353-c518324699b5 req-f98f8c77-151e-4c18-97e4-7ddb045125ca tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460463
Apr 21 14:45:59.412650 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-986b5772-b788-45c4-9979-f5e16175f8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:45:59.838198 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab26872-2a72-4a8c-8556-07a8371eeffb req-0b1feda4-9acc-4839-b962-079a7e0590a2 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:45:59.839834 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7ab26872-2a72-4a8c-8556-07a8371eeffb req-0b1feda4-9acc-4839-b962-079a7e0590a2 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 945 time: 0.0956373
Apr 21 14:45:59.892010 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7ab26872-2a72-4a8c-8556-07a8371eeffb req-5779b88d-13e9-4431-8833-d4f08f3f6f26 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432396
Apr 21 14:46:01.102122 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae002f-ddf2-4ffe-834c-bc25f9023f8b req-880764fa-82e0-4705-92d9-7115d61a6a52 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:01.103745 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ebae002f-ddf2-4ffe-834c-bc25f9023f8b req-880764fa-82e0-4705-92d9-7115d61a6a52 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 945 time: 0.0899847
Apr 21 14:46:01.153806 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ebae002f-ddf2-4ffe-834c-bc25f9023f8b req-9f000cb9-3b31-4800-a45b-063b277ed538 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430293
Apr 21 14:46:02.073847 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:02.203760 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c9226c9-b1ac-4ba8-bdf2-d5dbbea35180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:02.364181 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5d9f3-8f4b-45f0-b96d-401af2a8d860 req-b5710def-bc8a-4ebe-8bd8-773d95ff3d3d tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:02.366054 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-99f5d9f3-8f4b-45f0-b96d-401af2a8d860 req-b5710def-bc8a-4ebe-8bd8-773d95ff3d3d tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 945 time: 0.0948758
Apr 21 14:46:02.420310 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-99f5d9f3-8f4b-45f0-b96d-401af2a8d860 req-823d271a-c871-4703-baf2-b245e40ad2b3 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454512
Apr 21 14:46:02.477831 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:02.693880 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf289e8-b27c-4dc0-b113-431c3c7781e8 req-dcad1e7b-f9c2-4c89-a098-264ac330e2c2 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:02.695524 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ccf289e8-b27c-4dc0-b113-431c3c7781e8 req-dcad1e7b-f9c2-4c89-a098-264ac330e2c2 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 946 time: 0.0963442
Apr 21 14:46:02.748474 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ccf289e8-b27c-4dc0-b113-431c3c7781e8 req-40117748-fe6f-4d5c-a48a-747ab4709dee tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450635
Apr 21 14:46:03.637085 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec617bd6-2e39-4259-9edc-b85b03f3f5fc req-7afb822c-a867-464d-9a55-6bc02f8df38c tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:03.638763 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ec617bd6-2e39-4259-9edc-b85b03f3f5fc req-7afb822c-a867-464d-9a55-6bc02f8df38c tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 945 time: 0.0940557
Apr 21 14:46:03.693386 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ec617bd6-2e39-4259-9edc-b85b03f3f5fc req-389ef9e2-eee9-42ca-950c-0e4c5053fe4e tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472405
Apr 21 14:46:03.961733 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181f094-1ee8-4222-84e5-4dc5b2fb0def req-c3033dff-1756-4b5a-8b5e-4ba6e96d5e24 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:03.963391 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8181f094-1ee8-4222-84e5-4dc5b2fb0def req-c3033dff-1756-4b5a-8b5e-4ba6e96d5e24 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 946 time: 0.0912504
Apr 21 14:46:04.014330 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8181f094-1ee8-4222-84e5-4dc5b2fb0def req-e6ac445b-e3b9-4db3-a978-184895e0634f tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441923
Apr 21 14:46:04.201115 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:04.919187 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61916ac2-d53a-4e07-9a6c-b3813d4a6b3e req-6e2340a4-36df-42ac-b9a6-bd663a234b1a tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:04.921048 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-61916ac2-d53a-4e07-9a6c-b3813d4a6b3e req-6e2340a4-36df-42ac-b9a6-bd663a234b1a tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 945 time: 0.1023185
Apr 21 14:46:04.983146 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-61916ac2-d53a-4e07-9a6c-b3813d4a6b3e req-07a8c0be-991f-4a7a-9fbd-666da9ffd946 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488961
Apr 21 14:46:05.235827 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b15d0-5d9d-444e-9116-e77260ea818a req-898a03fe-9c06-4123-9fff-7701bc2da4e9 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:05.237472 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-de3b15d0-5d9d-444e-9116-e77260ea818a req-898a03fe-9c06-4123-9fff-7701bc2da4e9 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 946 time: 0.0954189
Apr 21 14:46:05.496899 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-de3b15d0-5d9d-444e-9116-e77260ea818a req-9ed4b624-03b3-4f49-b5d7-2820b0760be1 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=c09c481a-a56f-4b05-8c06-ad8b06b3143d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2523952
Apr 21 14:46:05.631755 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e81575-24b8-414d-a92f-007fc1cbbf71 req-b05d9832-86d5-42cf-83aa-5ef5461ff548 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:05.633439 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d5e81575-24b8-414d-a92f-007fc1cbbf71 req-b05d9832-86d5-42cf-83aa-5ef5461ff548 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.36 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 946 time: 0.0983629
Apr 21 14:46:05.721632 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-d5e81575-24b8-414d-a92f-007fc1cbbf71 req-65517f2c-0e45-4996-a97c-b2fff3f1c62e tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Deleting port 245817c6-3c22-47d2-a7ad-82a9d1f0181d {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:46:05.722059 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-d5e81575-24b8-414d-a92f-007fc1cbbf71 req-65517f2c-0e45-4996-a97c-b2fff3f1c62e tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:06.033271 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-d5e81575-24b8-414d-a92f-007fc1cbbf71 req-65517f2c-0e45-4996-a97c-b2fff3f1c62e tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] For port 245817c6-3c22-47d2-a7ad-82a9d1f0181d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=245817c6-3c22-47d2-a7ad-82a9d1f0181d,segment=NetworkSegment(aad70013-a75a-432c-9a4b-498f88914087),segment_id=aad70013-a75a-432c-9a4b-498f88914087)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:46:06.034023 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-d5e81575-24b8-414d-a92f-007fc1cbbf71 req-65517f2c-0e45-4996-a97c-b2fff3f1c62e tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:06.437213 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566c523-dc6d-4f2b-936f-78b4d7016bc6 req-3aa4bd5c-265f-4549-b295-4cb310d55141 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:06.439014 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3566c523-dc6d-4f2b-936f-78b4d7016bc6 req-3aa4bd5c-265f-4549-b295-4cb310d55141 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 945 time: 0.2833161
Apr 21 14:46:06.509649 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-d5e81575-24b8-414d-a92f-007fc1cbbf71 req-65517f2c-0e45-4996-a97c-b2fff3f1c62e tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:06.510098 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-d5e81575-24b8-414d-a92f-007fc1cbbf71 req-65517f2c-0e45-4996-a97c-b2fff3f1c62e tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630449'] for floatingip, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:06.510459 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.l3_db [req-d5e81575-24b8-414d-a92f-007fc1cbbf71 req-65517f2c-0e45-4996-a97c-b2fff3f1c62e tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Floating IP 30789ce0-dfb0-411c-ad7c-780b991f502b disassociated. External IP: 172.27.3.217, port: 245817c6-3c22-47d2-a7ad-82a9d1f0181d.
Apr 21 14:46:06.510842 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-d5e81575-24b8-414d-a92f-007fc1cbbf71 req-65517f2c-0e45-4996-a97c-b2fff3f1c62e tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Calling delete_port for 245817c6-3c22-47d2-a7ad-82a9d1f0181d owned by compute:nova {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:46:06.558376 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3566c523-dc6d-4f2b-936f-78b4d7016bc6 req-9ada9e1c-d071-4788-b5e3-1b6c0b666c6d tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1088417
Apr 21 14:46:06.721698 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-d5e81575-24b8-414d-a92f-007fc1cbbf71 req-65517f2c-0e45-4996-a97c-b2fff3f1c62e tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:06.728512 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-1a03b4db-485f-445b-80d5-a42117d0129e tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:46:06.733959 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c80edf46-3043-423d-8857-7bc45953c6d2 req-de36f924-b982-4319-8156-95a2e0998be3 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 210 time: 0.0741537
Apr 21 14:46:06.778226 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65517f2c-0e45-4996-a97c-b2fff3f1c62e tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Pushing event deleted for resources: {'Port': ['ID=245817c6-3c22-47d2-a7ad-82a9d1f0181d,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:46:06.781696 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-65517f2c-0e45-4996-a97c-b2fff3f1c62e tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:46:06.984496 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5e81575-24b8-414d-a92f-007fc1cbbf71 req-65517f2c-0e45-4996-a97c-b2fff3f1c62e tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Router 832eeb78-8e77-4fef-8234-a0f8ee777aff has already been hosted by L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 {{(pid=86393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 14:46:07.182463 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5e81575-24b8-414d-a92f-007fc1cbbf71 req-65517f2c-0e45-4996-a97c-b2fff3f1c62e tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:46:07.193688 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00234470-c9f7-4d08-8a9a-05df38b5342b None None] Sync routers for ids ['832eeb78-8e77-4fef-8234-a0f8ee777aff'] in dv-cinder-786385-2-iscsi {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:46:07.205812 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00234470-c9f7-4d08-8a9a-05df38b5342b None None] Routers {'832eeb78-8e77-4fef-8234-a0f8ee777aff'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:46:07.207181 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-00234470-c9f7-4d08-8a9a-05df38b5342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f6e04080>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:46:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['832eeb78-8e77-4fef-8234-a0f8ee777aff'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:46:07.269702 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e81575-24b8-414d-a92f-007fc1cbbf71 req-65517f2c-0e45-4996-a97c-b2fff3f1c62e tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] No DVR routers for this DVR port 245817c6-3c22-47d2-a7ad-82a9d1f0181d on host hv-cinder-78638 {{(pid=86393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 14:46:07.272440 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-d5e81575-24b8-414d-a92f-007fc1cbbf71 req-65517f2c-0e45-4996-a97c-b2fff3f1c62e tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:07.275978 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf3aa87-b02a-4b58-901a-76f4e825e75a', 'name': 'network-vif-deleted', 'tag': '245817c6-3c22-47d2-a7ad-82a9d1f0181d'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:46:07.299617 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d5e81575-24b8-414d-a92f-007fc1cbbf71 req-65517f2c-0e45-4996-a97c-b2fff3f1c62e tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.36 "DELETE /v2.0/ports/245817c6-3c22-47d2-a7ad-82a9d1f0181d HTTP/1.1" status: 204  len: 173 time: 1.6586747
Apr 21 14:46:07.334654 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf3aa87-b02a-4b58-901a-76f4e825e75a', 'name': 'network-vif-deleted', 'tag': '245817c6-3c22-47d2-a7ad-82a9d1f0181d', 'status': 'completed', 'code': 200}
Apr 21 14:46:07.450362 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-00234470-c9f7-4d08-8a9a-05df38b5342b None None] Set router 832eeb78-8e77-4fef-8234-a0f8ee777aff gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:46:07.870792 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8db385-132f-4797-9960-6803e616bcf5 req-fa668053-9800-43cf-ac6b-56ebd3baf698 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:07.879117 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7e8db385-132f-4797-9960-6803e616bcf5 req-fa668053-9800-43cf-ac6b-56ebd3baf698 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 945 time: 0.1180356
Apr 21 14:46:07.954634 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-00234470-c9f7-4d08-8a9a-05df38b5342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f6e04080>, [{'id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'name': 'tempest-AttachVolumeShelveTestJSON-1531100270-router', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:38:28Z', 'updated_at': '2021-04-21T14:38:55Z', 'revision_number': 4, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'gw_port': {'id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:31Z', 'updated_at': '2021-04-21T14:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': 'a873b1cc-f3ac-49d9-99f9-237bb240300f', 'name': '', 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'mac_address': 'fa:16:3e:44:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '48293642-451e-458e-960c-7fbf1e7e7bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:47Z', 'updated_at': '2021-04-21T14:39:11Z', 'revision_number': 5, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'subnets': [{'id': '48293642-451e-458e-960c-7fbf1e7e7bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:46:07.955414 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7e8db385-132f-4797-9960-6803e616bcf5 req-374bf56d-592f-4ee1-aa40-d5d34bc79e66 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0693934
Apr 21 14:46:07.961883 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00234470-c9f7-4d08-8a9a-05df38b5342b None None] Checking router: 832eeb78-8e77-4fef-8234-a0f8ee777aff for host: dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:46:07.980959 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00234470-c9f7-4d08-8a9a-05df38b5342b None None] Routers {'832eeb78-8e77-4fef-8234-a0f8ee777aff'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:46:07.981647 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-00234470-c9f7-4d08-8a9a-05df38b5342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f6e04080>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:46:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['832eeb78-8e77-4fef-8234-a0f8ee777aff'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:46:08.067690 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2b9704cb-def3-47f3-8ff1-52568038f12b req-8a58b04e-3359-4f99-9606-c716cd52b3eb tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf3aa87-b02a-4b58-901a-76f4e825e75a HTTP/1.1" status: 200  len: 210 time: 0.0952868
Apr 21 14:46:08.194763 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-00234470-c9f7-4d08-8a9a-05df38b5342b None None] Set router 832eeb78-8e77-4fef-8234-a0f8ee777aff gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:46:08.569052 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-00234470-c9f7-4d08-8a9a-05df38b5342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f6e04080>, [{'id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'name': 'tempest-AttachVolumeShelveTestJSON-1531100270-router', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:38:28Z', 'updated_at': '2021-04-21T14:38:55Z', 'revision_number': 4, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'gw_port': {'id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:31Z', 'updated_at': '2021-04-21T14:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': 'a873b1cc-f3ac-49d9-99f9-237bb240300f', 'name': '', 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'mac_address': 'fa:16:3e:44:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '48293642-451e-458e-960c-7fbf1e7e7bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:47Z', 'updated_at': '2021-04-21T14:39:11Z', 'revision_number': 5, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'subnets': [{'id': '48293642-451e-458e-960c-7fbf1e7e7bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:46:08.577209 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00234470-c9f7-4d08-8a9a-05df38b5342b None None] The sync data for ids ['832eeb78-8e77-4fef-8234-a0f8ee777aff'] in dv-cinder-786385-2-iscsi is: [{'id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'name': 'tempest-AttachVolumeShelveTestJSON-1531100270-router', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:38:28Z', 'updated_at': '2021-04-21T14:38:55Z', 'revision_number': 4, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'gw_port': {'id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:31Z', 'updated_at': '2021-04-21T14:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': 'a873b1cc-f3ac-49d9-99f9-237bb240300f', 'name': '', 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'mac_address': 'fa:16:3e:44:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '48293642-451e-458e-960c-7fbf1e7e7bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:47Z', 'updated_at': '2021-04-21T14:39:11Z', 'revision_number': 5, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'subnets': [{'id': '48293642-451e-458e-960c-7fbf1e7e7bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:46:08.829474 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:09.151511 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00816057-4d08-426a-9a59-8f3b7f8c885a None None] New status for floating IP 30789ce0-dfb0-411c-ad7c-780b991f502b: DOWN {{(pid=86396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 14:46:09.347588 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea130efb-bc3f-4b44-946c-dd7016b48af3 req-727fbd64-c040-4503-a873-c4881b3fe236 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:09.350954 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ea130efb-bc3f-4b44-946c-dd7016b48af3 req-727fbd64-c040-4503-a873-c4881b3fe236 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2221873-b3ba-4ade-b6ec-61c700a9d453 HTTP/1.1" status: 200  len: 946 time: 0.1384087
Apr 21 14:46:09.360625 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d662d-c82e-4b39-ab1f-9c1ee77a7101 req-e07fce39-29f0-422b-bee5-f80a9c179b93 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:09.363441 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-867d662d-c82e-4b39-ab1f-9c1ee77a7101 req-e07fce39-29f0-422b-bee5-f80a9c179b93 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 945 time: 0.1692715
Apr 21 14:46:09.417495 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ea130efb-bc3f-4b44-946c-dd7016b48af3 req-09477806-586f-4dd9-92aa-9b294d79eb7c tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/security-groups?id=584cc579-12fb-4a1e-8c27-29e5ffba2158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577602
Apr 21 14:46:09.437121 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-867d662d-c82e-4b39-ab1f-9c1ee77a7101 req-d5bd2dda-4c4a-4dd2-8ec6-e7b8fce27aff tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658343
Apr 21 14:46:09.603155 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 59692) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:46:09.678421 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0323c0fc-82b6-4a53-94f7-80623bfb9001 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:09.701022 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 245817c6-3c22-47d2-a7ad-82a9d1f0181d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:46:09.717145 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0323c0fc-82b6-4a53-94f7-80623bfb9001 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:09.767943 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0323c0fc-82b6-4a53-94f7-80623bfb9001 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:09.773476 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ffec27d9-1b68-4d43-878d-1770effe3a32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:46:09.779856 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] No Port match for: 245817c6-3c22-47d2-a7ad-82a9d1f0181d {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:46:09.780515 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 245817c6-3c22-47d2-a7ad-82a9d1f0181d not bound to the agent host hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:46:09.791030 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0323c0fc-82b6-4a53-94f7-80623bfb9001 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09c481a-a56f-4b05-8c06-ad8b06b3143d,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:46:09.801664 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323c0fc-82b6-4a53-94f7-80623bfb9001 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:46:09.802106 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323c0fc-82b6-4a53-94f7-80623bfb9001 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:46:09.802510 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323c0fc-82b6-4a53-94f7-80623bfb9001 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:46:09.802904 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323c0fc-82b6-4a53-94f7-80623bfb9001 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:46:09.803299 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323c0fc-82b6-4a53-94f7-80623bfb9001 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:46:09.803688 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323c0fc-82b6-4a53-94f7-80623bfb9001 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:46:09.804074 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323c0fc-82b6-4a53-94f7-80623bfb9001 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:46:09.804487 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323c0fc-82b6-4a53-94f7-80623bfb9001 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:46:09.804850 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323c0fc-82b6-4a53-94f7-80623bfb9001 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:46:09.805239 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323c0fc-82b6-4a53-94f7-80623bfb9001 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:46:09.805618 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323c0fc-82b6-4a53-94f7-80623bfb9001 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:46:09.806016 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323c0fc-82b6-4a53-94f7-80623bfb9001 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:46:09.809747 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-0323c0fc-82b6-4a53-94f7-80623bfb9001 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:46:09.818065 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0323c0fc-82b6-4a53-94f7-80623bfb9001 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:09.819313 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-0323c0fc-82b6-4a53-94f7-80623bfb9001 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "DELETE /v2.0/security-groups/c09c481a-a56f-4b05-8c06-ad8b06b3143d HTTP/1.1" status: 204  len: 168 time: 0.2150333
Apr 21 14:46:09.824146 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 59696) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:46:09.844131 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.v2.resource [None req-6941bb35-ae25-4521-94a6-3fe8f8db69b4 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] show failed (client error): The resource could not be found.
Apr 21 14:46:09.845255 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-6941bb35-ae25-4521-94a6-3fe8f8db69b4 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups/c09c481a-a56f-4b05-8c06-ad8b06b3143d HTTP/1.1" status: 404  len: 347 time: 0.0199289
Apr 21 14:46:09.848949 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 59700) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:46:10.035892 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-173df1ee-d531-4c4f-a4f4-720868df7fa2 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Deleting port df744879-65e0-4962-8a06-14affec55adf {{(pid=86394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:46:10.036255 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-173df1ee-d531-4c4f-a4f4-720868df7fa2 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:10.238963 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-173df1ee-d531-4c4f-a4f4-720868df7fa2 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:10.239394 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-173df1ee-d531-4c4f-a4f4-720868df7fa2 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:10.377605 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-173df1ee-d531-4c4f-a4f4-720868df7fa2 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Calling delete_port for df744879-65e0-4962-8a06-14affec55adf owned by network:floatingip {{(pid=86394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:46:10.552123 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-173df1ee-d531-4c4f-a4f4-720868df7fa2 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:10.559982 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-821518e8-9803-4cb4-b2ea-33c624f47199 tempest-VolumesNegativeTest-1258459744 tempest-VolumesNegativeTest-1258459744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:46:10.647989 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173df1ee-d531-4c4f-a4f4-720868df7fa2 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Pushing event deleted for resources: {'Port': ['ID=df744879-65e0-4962-8a06-14affec55adf,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:46:10.661712 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdf9ec-861f-4f6d-a81d-9bb872590121 req-2498089c-bd48-4112-8890-14bdf78487e7 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:10.662208 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-173df1ee-d531-4c4f-a4f4-720868df7fa2 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:46:10.663467 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-92fdf9ec-861f-4f6d-a81d-9bb872590121 req-2498089c-bd48-4112-8890-14bdf78487e7 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 945 time: 0.1003587
Apr 21 14:46:10.721758 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-92fdf9ec-861f-4f6d-a81d-9bb872590121 req-596b434a-b6f8-4df9-9db6-c0aa45206813 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446172
Apr 21 14:46:10.799427 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-173df1ee-d531-4c4f-a4f4-720868df7fa2 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for floatingip, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:10.811275 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018126c-1ec0-4df9-8b5d-f7ec937582f2 req-fde5027d-75fb-4c4d-84a2-946ff9603715 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:10.812970 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1018126c-1ec0-4df9-8b5d-f7ec937582f2 req-fde5027d-75fb-4c4d-84a2-946ff9603715 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2221873-b3ba-4ade-b6ec-61c700a9d453 HTTP/1.1" status: 200  len: 946 time: 0.2156744
Apr 21 14:46:10.843816 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-173df1ee-d531-4c4f-a4f4-720868df7fa2 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for floatingip, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:10.845062 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-173df1ee-d531-4c4f-a4f4-720868df7fa2 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "DELETE /v2.0/floatingips/30789ce0-dfb0-411c-ad7c-780b991f502b HTTP/1.1" status: 204  len: 168 time: 0.9951227
Apr 21 14:46:10.882315 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1018126c-1ec0-4df9-8b5d-f7ec937582f2 req-58255c2f-aef5-415d-9373-912fc54670e6 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/security-groups?id=584cc579-12fb-4a1e-8c27-29e5ffba2158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585711
Apr 21 14:46:11.197873 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf78052-3d95-46e9-bbec-994e16c2348c req-51e16c09-37a3-4fff-a8e9-b06472cd4d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:11.199762 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ecf78052-3d95-46e9-bbec-994e16c2348c req-51e16c09-37a3-4fff-a8e9-b06472cd4d00 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a6d44a65707b47e1b0190ca77b504c5a&device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 1098 time: 0.1391869
Apr 21 14:46:11.247597 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 59718) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:46:11.254588 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-93e35fa5-08fd-4d3b-9a0c-bf28e8666c49 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1384848179', 'description': 'tempest-description--760755758'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:46:11.262431 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-93e35fa5-08fd-4d3b-9a0c-bf28e8666c49 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:46:11.268281 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-93e35fa5-08fd-4d3b-9a0c-bf28e8666c49 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Usage tracker for resource:security_group and tenant:b0771cc9ab3c4a23881ef55e4b3218b3 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:46:11.272321 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-93e35fa5-08fd-4d3b-9a0c-bf28e8666c49 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:46:11.280227 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-93e35fa5-08fd-4d3b-9a0c-bf28e8666c49 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:46:11.295691 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-93e35fa5-08fd-4d3b-9a0c-bf28e8666c49 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:11.328858 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-93e35fa5-08fd-4d3b-9a0c-bf28e8666c49 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:46:11.333807 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-93e35fa5-08fd-4d3b-9a0c-bf28e8666c49 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Usage tracker for resource:security_group_rule and tenant:b0771cc9ab3c4a23881ef55e4b3218b3 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:46:11.337243 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-93e35fa5-08fd-4d3b-9a0c-bf28e8666c49 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:46:11.345636 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-93e35fa5-08fd-4d3b-9a0c-bf28e8666c49 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:46:11.381962 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf78052-3d95-46e9-bbec-994e16c2348c req-394b7aa2-6642-4e9a-9c66-59edc6709b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:11.383655 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ecf78052-3d95-46e9-bbec-994e16c2348c req-394b7aa2-6642-4e9a-9c66-59edc6709b8c service neutron] 10.222.0.36 "GET /v2.0/networks?id=a003a337-7cb6-4621-a360-57adf836244c HTTP/1.1" status: 200  len: 909 time: 0.1761549
Apr 21 14:46:11.447127 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-93e35fa5-08fd-4d3b-9a0c-bf28e8666c49 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:11.451096 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-93e35fa5-08fd-4d3b-9a0c-bf28e8666c49 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:11.457232 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-060cd914-d227-4842-aa05-c668e0e6886c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:46:11.504828 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e35fa5-08fd-4d3b-9a0c-bf28e8666c49 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bba75c41-8cd8-4ba5-9b80-fc299328f06a,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:46:11.507940 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-93e35fa5-08fd-4d3b-9a0c-bf28e8666c49 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:46:11.514448 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-93e35fa5-08fd-4d3b-9a0c-bf28e8666c49 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:11.516000 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-93e35fa5-08fd-4d3b-9a0c-bf28e8666c49 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2672384
Apr 21 14:46:11.518972 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 59722) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:46:11.525008 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-60b00008-485f-4751-9dd4-c28f1c7de4fc tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Request body: {'security_group_rule': {'security_group_id': 'bba75c41-8cd8-4ba5-9b80-fc299328f06a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:46:11.533609 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-60b00008-485f-4751-9dd4-c28f1c7de4fc tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:46:11.540901 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-60b00008-485f-4751-9dd4-c28f1c7de4fc tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Usage tracker for resource:security_group_rule and tenant:b0771cc9ab3c4a23881ef55e4b3218b3 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:46:11.546855 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-60b00008-485f-4751-9dd4-c28f1c7de4fc tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:46:11.557630 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-60b00008-485f-4751-9dd4-c28f1c7de4fc tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:46:11.578617 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-60b00008-485f-4751-9dd4-c28f1c7de4fc tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:11.583144 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ecf78052-3d95-46e9-bbec-994e16c2348c req-fe4093f5-5758-4aea-b479-e076c83bdcbc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7 HTTP/1.1" status: 200  len: 1000 time: 0.1820369
Apr 21 14:46:11.642228 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74479b-81bd-4bd3-b368-4e8c0d633e87 req-7503be57-9a09-42d8-8a12-77d9c77787fb tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:11.643973 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-cf74479b-81bd-4bd3-b368-4e8c0d633e87 req-7503be57-9a09-42d8-8a12-77d9c77787fb tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2221873-b3ba-4ade-b6ec-61c700a9d453 HTTP/1.1" status: 200  len: 946 time: 0.2408733
Apr 21 14:46:11.661135 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-60b00008-485f-4751-9dd4-c28f1c7de4fc tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:11.665064 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-60b00008-485f-4751-9dd4-c28f1c7de4fc tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684736'] for security_group_rule, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:11.668059 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-cb092916-5040-4e7b-94a8-83a37dd13d8f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:46:11.698644 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b00008-485f-4751-9dd4-c28f1c7de4fc tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ff0de58-ba15-4858-b4e1-c34bb760a9e3,revision_number=0']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:46:11.706243 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-60b00008-485f-4751-9dd4-c28f1c7de4fc tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:46:11.716754 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-60b00008-485f-4751-9dd4-c28f1c7de4fc tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:11.718318 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-60b00008-485f-4751-9dd4-c28f1c7de4fc tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1982095
Apr 21 14:46:11.721411 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 59726) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:46:11.728824 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-f4ce3a2b-cc12-47ee-92cd-23173f6669dc tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Request body: {'security_group_rule': {'security_group_id': 'bba75c41-8cd8-4ba5-9b80-fc299328f06a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:46:11.735163 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf78052-3d95-46e9-bbec-994e16c2348c req-30e1c343-9d5f-4b62-9c14-65ab49b59077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:11.736816 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ecf78052-3d95-46e9-bbec-994e16c2348c req-30e1c343-9d5f-4b62-9c14-65ab49b59077 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53f2fe62-2656-4892-a94c-57e1e270df1c HTTP/1.1" status: 200  len: 847 time: 0.1415679
Apr 21 14:46:11.737407 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-f4ce3a2b-cc12-47ee-92cd-23173f6669dc tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:46:11.742229 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-f4ce3a2b-cc12-47ee-92cd-23173f6669dc tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Usage tracker for resource:security_group_rule and tenant:b0771cc9ab3c4a23881ef55e4b3218b3 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:46:11.745415 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-f4ce3a2b-cc12-47ee-92cd-23173f6669dc tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:46:11.745802 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-cf74479b-81bd-4bd3-b368-4e8c0d633e87 req-baff0f21-a22b-4211-9cea-e3f555d79e31 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Deleting port 4a662801-d937-4aba-8a74-2b8638623e05 {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:46:11.746232 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-cf74479b-81bd-4bd3-b368-4e8c0d633e87 req-baff0f21-a22b-4211-9cea-e3f555d79e31 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:11.752336 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-f4ce3a2b-cc12-47ee-92cd-23173f6669dc tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:46:11.770472 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f4ce3a2b-cc12-47ee-92cd-23173f6669dc tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:11.882659 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f4ce3a2b-cc12-47ee-92cd-23173f6669dc tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:11.886029 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f4ce3a2b-cc12-47ee-92cd-23173f6669dc tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684736'] for security_group_rule, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:11.888183 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:46:11.913914 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce3a2b-cc12-47ee-92cd-23173f6669dc tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16acfcc0-e718-4b12-824b-74ff226c4b69,revision_number=0']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:46:11.917047 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f4ce3a2b-cc12-47ee-92cd-23173f6669dc tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:46:11.926675 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f4ce3a2b-cc12-47ee-92cd-23173f6669dc tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:11.931201 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-f4ce3a2b-cc12-47ee-92cd-23173f6669dc tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2051525
Apr 21 14:46:11.931479 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 59734) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:46:11.937571 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-eb4e1f2e-7dde-482f-ad6d-79d137868061 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Request body: {'floatingip': {'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:46:11.945545 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-eb4e1f2e-7dde-482f-ad6d-79d137868061 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:46:11.950086 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-eb4e1f2e-7dde-482f-ad6d-79d137868061 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Usage tracker for resource:floatingip and tenant:b0771cc9ab3c4a23881ef55e4b3218b3 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:46:11.953792 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-eb4e1f2e-7dde-482f-ad6d-79d137868061 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:46:11.961511 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-eb4e1f2e-7dde-482f-ad6d-79d137868061 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:46:11.976897 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-eb4e1f2e-7dde-482f-ad6d-79d137868061 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for floatingip, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:12.240306 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9efba2-ab09-4506-9024-d34e70f423b7 req-06e6a70d-5760-4142-bd2c-026b773b5474 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:12.242205 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1c9efba2-ab09-4506-9024-d34e70f423b7 req-06e6a70d-5760-4142-bd2c-026b773b5474 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2221873-b3ba-4ade-b6ec-61c700a9d453 HTTP/1.1" status: 200  len: 946 time: 0.1345327
Apr 21 14:46:12.323994 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-eb4e1f2e-7dde-482f-ad6d-79d137868061 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:12.370248 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1c9efba2-ab09-4506-9024-d34e70f423b7 req-01859212-1c28-46b2-ae17-50eecb261622 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/security-groups?id=584cc579-12fb-4a1e-8c27-29e5ffba2158&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135297
Apr 21 14:46:12.448846 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf78052-3d95-46e9-bbec-994e16c2348c req-5f0ee8a1-e011-4a08-92d4-22a8851dd83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:12.450609 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ecf78052-3d95-46e9-bbec-994e16c2348c req-5f0ee8a1-e011-4a08-92d4-22a8851dd83e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a003a337-7cb6-4621-a360-57adf836244c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6737466
Apr 21 14:46:12.521727 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-eb4e1f2e-7dde-482f-ad6d-79d137868061 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Allocated IP 172.27.3.244 (65ae90ab-0baf-4140-bbfd-b114ac6a9837/3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036/b4043383-bf7d-41d9-af22-538f343d9665) {{(pid=86394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:46:12.576884 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f6d73-778e-46f3-bf2c-b0c6e05dc987 req-e7e1fc1d-a2bf-4cbe-80b4-af78c5b10ecd tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:12.578838 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-892f6d73-778e-46f3-bf2c-b0c6e05dc987 req-e7e1fc1d-a2bf-4cbe-80b4-af78c5b10ecd tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 945 time: 0.6860600
Apr 21 14:46:12.702862 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-cf74479b-81bd-4bd3-b368-4e8c0d633e87 req-baff0f21-a22b-4211-9cea-e3f555d79e31 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] For port 4a662801-d937-4aba-8a74-2b8638623e05, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4a662801-d937-4aba-8a74-2b8638623e05,segment=NetworkSegment(a36a514c-7c8d-48b2-bf46-0f68fe951f75),segment_id=a36a514c-7c8d-48b2-bf46-0f68fe951f75)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:46:12.703402 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-cf74479b-81bd-4bd3-b368-4e8c0d633e87 req-baff0f21-a22b-4211-9cea-e3f555d79e31 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:12.734387 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-eb4e1f2e-7dde-482f-ad6d-79d137868061 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for port, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:12.736808 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-892f6d73-778e-46f3-bf2c-b0c6e05dc987 req-7470d606-17d9-4014-9665-cffe5455586d tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1274016
Apr 21 14:46:12.779314 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-eb4e1f2e-7dde-482f-ad6d-79d137868061 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:12.785466 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-edf97cca-1799-4457-b850-a5e05cbe9379 tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:46:12.857245 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4e1f2e-7dde-482f-ad6d-79d137868061 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Network 65ae90ab-0baf-4140-bbfd-b114ac6a9837 is already hosted by enough agents. {{(pid=86394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:46:12.863338 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-eb4e1f2e-7dde-482f-ad6d-79d137868061 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Resources bound (agent type, host, resource id):  {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:46:12.870805 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4e1f2e-7dde-482f-ad6d-79d137868061 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Received port after_create {{(pid=86394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:46:12.885845 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-cf74479b-81bd-4bd3-b368-4e8c0d633e87 req-baff0f21-a22b-4211-9cea-e3f555d79e31 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Calling delete_port for 4a662801-d937-4aba-8a74-2b8638623e05 owned by compute:nova {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:46:12.914747 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e1f2e-7dde-482f-ad6d-79d137868061 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Pushing event updated for resources: {'Port': ['ID=b4043383-bf7d-41d9-af22-538f343d9665,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:46:12.918626 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ecf78052-3d95-46e9-bbec-994e16c2348c req-f45b51b2-0900-4e9c-9c83-f066475745b2 service neutron] 10.222.0.36 "GET /v2.0/networks/a003a337-7cb6-4621-a360-57adf836244c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4566662
Apr 21 14:46:12.919939 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-eb4e1f2e-7dde-482f-ad6d-79d137868061 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:46:12.971152 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-eb4e1f2e-7dde-482f-ad6d-79d137868061 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:13.051823 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-eb4e1f2e-7dde-482f-ad6d-79d137868061 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:13.151563 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ecf78052-3d95-46e9-bbec-994e16c2348c req-d4bb2127-fc89-46a2-89ec-427936686b3b service neutron] 10.222.0.36 "GET /v2.0/networks/a003a337-7cb6-4621-a360-57adf836244c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2240031
Apr 21 14:46:13.200822 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-cf74479b-81bd-4bd3-b368-4e8c0d633e87 req-baff0f21-a22b-4211-9cea-e3f555d79e31 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:13.210061 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ffd645e2-f06c-4300-b9c4-e34840f5ea18 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:46:13.214237 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['4a662801-d937-4aba-8a74-2b8638623e05'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:46:13.264991 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff0f21-a22b-4211-9cea-e3f555d79e31 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Pushing event deleted for resources: {'Port': ['ID=4a662801-d937-4aba-8a74-2b8638623e05,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:46:13.303278 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff0f21-a22b-4211-9cea-e3f555d79e31 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:46:13.303698 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff0f21-a22b-4211-9cea-e3f555d79e31 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:46:13.304114 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff0f21-a22b-4211-9cea-e3f555d79e31 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:46:13.304520 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff0f21-a22b-4211-9cea-e3f555d79e31 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:46:13.304923 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff0f21-a22b-4211-9cea-e3f555d79e31 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:46:13.305323 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff0f21-a22b-4211-9cea-e3f555d79e31 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:46:13.305724 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff0f21-a22b-4211-9cea-e3f555d79e31 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:46:13.306151 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff0f21-a22b-4211-9cea-e3f555d79e31 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:46:13.306530 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff0f21-a22b-4211-9cea-e3f555d79e31 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:46:13.306929 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff0f21-a22b-4211-9cea-e3f555d79e31 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:46:13.307338 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff0f21-a22b-4211-9cea-e3f555d79e31 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:46:13.307731 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff0f21-a22b-4211-9cea-e3f555d79e31 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:46:13.317063 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-baff0f21-a22b-4211-9cea-e3f555d79e31 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:46:13.329079 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-eb4e1f2e-7dde-482f-ad6d-79d137868061 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for port, precommit_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:13.334191 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-eb4e1f2e-7dde-482f-ad6d-79d137868061 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839088365'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:13.340934 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9d430ce5-641f-448a-9c9f-730189bf385d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:46:13.362252 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf74479b-81bd-4bd3-b368-4e8c0d633e87 req-baff0f21-a22b-4211-9cea-e3f555d79e31 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] No DVR routers for this DVR port 4a662801-d937-4aba-8a74-2b8638623e05 on host hv-cinder-78638 {{(pid=86393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 14:46:13.364825 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-cf74479b-81bd-4bd3-b368-4e8c0d633e87 req-baff0f21-a22b-4211-9cea-e3f555d79e31 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:13.367811 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2221873-b3ba-4ade-b6ec-61c700a9d453', 'name': 'network-vif-deleted', 'tag': '4a662801-d937-4aba-8a74-2b8638623e05'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:46:13.385586 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-cf74479b-81bd-4bd3-b368-4e8c0d633e87 req-baff0f21-a22b-4211-9cea-e3f555d79e31 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.36 "DELETE /v2.0/ports/4a662801-d937-4aba-8a74-2b8638623e05 HTTP/1.1" status: 204  len: 173 time: 1.7358305
Apr 21 14:46:13.440890 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2221873-b3ba-4ade-b6ec-61c700a9d453', 'name': 'network-vif-deleted', 'tag': '4a662801-d937-4aba-8a74-2b8638623e05', 'status': 'completed', 'code': 200}
Apr 21 14:46:13.467875 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e1f2e-7dde-482f-ad6d-79d137868061 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Pushing event updated for resources: {'Port': ['ID=b4043383-bf7d-41d9-af22-538f343d9665,revision_number=2']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:46:13.475401 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-eb4e1f2e-7dde-482f-ad6d-79d137868061 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:46:13.484140 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-eb4e1f2e-7dde-482f-ad6d-79d137868061 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630449'] for floatingip, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:13.516461 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-eb4e1f2e-7dde-482f-ad6d-79d137868061 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for floatingip, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:13.522032 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-eb4e1f2e-7dde-482f-ad6d-79d137868061 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5854900
Apr 21 14:46:13.579106 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-f9bf3cbb-8d18-4ed9-a2ea-7975af030ec6 req-592cb4a8-e149-466d-a396-7ddae381742d tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Synchronizing usage tracker for tenant:f8c0e6515053422b8185d7532e81af1c on resource:port {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:46:13.597467 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-f9bf3cbb-8d18-4ed9-a2ea-7975af030ec6 req-592cb4a8-e149-466d-a396-7ddae381742d tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Unset dirty status for tenant:f8c0e6515053422b8185d7532e81af1c on resource:port {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:46:13.599100 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f9bf3cbb-8d18-4ed9-a2ea-7975af030ec6 req-592cb4a8-e149-466d-a396-7ddae381742d tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2221873-b3ba-4ade-b6ec-61c700a9d453 HTTP/1.1" status: 200  len: 210 time: 0.0836060
Apr 21 14:46:13.747548 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-358e6660-2f1d-4bbb-9629-7a2bba16373c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1384848179&fields=id&tenant_id=b0771cc9ab3c4a23881ef55e4b3218b3 HTTP/1.1" status: 200  len: 267 time: 0.0471587
Apr 21 14:46:13.946578 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-7453ffbd-391f-49e8-b4a0-173d2a97767f tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:13.948279 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-7453ffbd-391f-49e8-b4a0-173d2a97767f tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/networks?id=4398a4b8-9ecd-43b2-988b-da3ccd660ad9 HTTP/1.1" status: 200  len: 817 time: 0.1926596
Apr 21 14:46:13.987388 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-8717440f-99dc-4e81-8adc-bade49e3cc0b tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/quotas/b0771cc9ab3c4a23881ef55e4b3218b3 HTTP/1.1" status: 200  len: 375 time: 0.0113451
Apr 21 14:46:13.992481 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae630f0-6be3-45cc-bc49-b06d8b0a404e req-25927425-3656-4554-b114-cc51ba7e8b14 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:13.994394 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0ae630f0-6be3-45cc-bc49-b06d8b0a404e req-25927425-3656-4554-b114-cc51ba7e8b14 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 945 time: 0.1064935
Apr 21 14:46:14.053585 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0ae630f0-6be3-45cc-bc49-b06d8b0a404e req-82a67af1-3548-48d6-9b96-690b23f2338d tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517521
Apr 21 14:46:14.117810 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-6ca7e2ba-84b3-4d4f-b38f-81a4ab377c4d tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Synchronizing usage tracker for tenant:b0771cc9ab3c4a23881ef55e4b3218b3 on resource:port {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:46:14.138118 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-6ca7e2ba-84b3-4d4f-b38f-81a4ab377c4d tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Unset dirty status for tenant:b0771cc9ab3c4a23881ef55e4b3218b3 on resource:port {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:46:14.139726 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-6ca7e2ba-84b3-4d4f-b38f-81a4ab377c4d tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b0771cc9ab3c4a23881ef55e4b3218b3&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1399491
Apr 21 14:46:14.299460 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-6dddb901-2247-4dfe-b9b5-b3ff96e4e30f service neutron] 10.222.0.24 "GET /v2.0/networks/4398a4b8-9ecd-43b2-988b-da3ccd660ad9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1456544
Apr 21 14:46:14.467885 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-5a47c80d-8f90-41b3-864d-48c9309876bb service neutron] 10.222.0.24 "GET /v2.0/networks/4398a4b8-9ecd-43b2-988b-da3ccd660ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1615326
Apr 21 14:46:14.693529 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-b7aa73fa-e83a-40f5-8666-a7ed83c7a54d req-ffae1d64-2e0c-4f28-a0aa-7043f4280653 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Synchronizing usage tracker for tenant:b0771cc9ab3c4a23881ef55e4b3218b3 on resource:port {{(pid=86394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:46:14.721451 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-b7aa73fa-e83a-40f5-8666-a7ed83c7a54d req-ffae1d64-2e0c-4f28-a0aa-7043f4280653 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Unset dirty status for tenant:b0771cc9ab3c4a23881ef55e4b3218b3 on resource:port {{(pid=86394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:46:14.722729 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b7aa73fa-e83a-40f5-8666-a7ed83c7a54d req-ffae1d64-2e0c-4f28-a0aa-7043f4280653 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 210 time: 0.0921752
Apr 21 14:46:15.310193 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0736144-d4be-42c6-9872-05b0ec7e0446 req-04dd4c5e-e152-4c99-9d45-f77703b4ea5f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:15.312047 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f0736144-d4be-42c6-9872-05b0ec7e0446 req-04dd4c5e-e152-4c99-9d45-f77703b4ea5f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 945 time: 0.1150270
Apr 21 14:46:15.372396 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f0736144-d4be-42c6-9872-05b0ec7e0446 req-1bbcac44-5c63-47ac-b9dc-b0ef322987f2 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532527
Apr 21 14:46:15.736222 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 4a662801-d937-4aba-8a74-2b8638623e05 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:46:15.809224 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] No Port match for: 4a662801-d937-4aba-8a74-2b8638623e05 {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:46:15.810027 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 4a662801-d937-4aba-8a74-2b8638623e05 not bound to the agent host hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:46:15.959739 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-94ffb80c-2382-4a96-802d-cbe53e79c992 req-0f593d6f-a200-47c8-9fb2-566ac6afd83a tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 210 time: 0.0942926
Apr 21 14:46:16.198670 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-ea2f9b68-89ac-4578-a6e2-d200bbdf97bb tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:16.201248 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-ea2f9b68-89ac-4578-a6e2-d200bbdf97bb tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.36 "GET /v2.0/networks?id=4398a4b8-9ecd-43b2-988b-da3ccd660ad9 HTTP/1.1" status: 200  len: 817 time: 0.2396309
Apr 21 14:46:16.296102 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-0316586d-fdb6-4478-bd40-33834a29c4ee tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0771cc9ab3c4a23881ef55e4b3218b3 HTTP/1.1" status: 200  len: 380 time: 0.0766628
Apr 21 14:46:16.307636 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-c1f98521-f1c2-40e8-af9d-1705a63b7d7d tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Request body: {'port': {'device_id': '77b1c253-7437-4a43-bc08-a0626125cd82', 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9', 'admin_state_up': True, 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'security_groups': ['bba75c41-8cd8-4ba5-9b80-fc299328f06a']}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:46:16.484825 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-c1f98521-f1c2-40e8-af9d-1705a63b7d7d tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:46:16.498060 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-c1f98521-f1c2-40e8-af9d-1705a63b7d7d tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:46:16.559992 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-c1f98521-f1c2-40e8-af9d-1705a63b7d7d tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Made reservation on behalf of b0771cc9ab3c4a23881ef55e4b3218b3 for: {'port': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:46:16.566315 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-c1f98521-f1c2-40e8-af9d-1705a63b7d7d tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:16.702320 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074074db-c254-4cc1-b212-0a9f6ae2a413 req-fb2f47dc-e57f-4321-ae8f-f28e8d76ad13 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:16.705155 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-074074db-c254-4cc1-b212-0a9f6ae2a413 req-fb2f47dc-e57f-4321-ae8f-f28e8d76ad13 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 945 time: 0.2020538
Apr 21 14:46:16.827154 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-074074db-c254-4cc1-b212-0a9f6ae2a413 req-dcd4c76d-937b-47da-87b1-14c9bc537a15 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1161029
Apr 21 14:46:16.831370 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-c1f98521-f1c2-40e8-af9d-1705a63b7d7d tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Allocated IP 172.20.0.3 (4398a4b8-9ecd-43b2-988b-da3ccd660ad9/48293642-451e-458e-960c-7fbf1e7e7bc3/cc544713-b84a-4e45-b04d-b437a6b4c09b) {{(pid=86393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:46:17.059580 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-c1f98521-f1c2-40e8-af9d-1705a63b7d7d tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for port, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:17.078157 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-c1f98521-f1c2-40e8-af9d-1705a63b7d7d tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Transition to ACTIVE for port object cc544713-b84a-4e45-b04d-b437a6b4c09b will not be triggered until provisioned by entity DHCP. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:46:17.113263 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-c1f98521-f1c2-40e8-af9d-1705a63b7d7d tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:17.120237 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-84011507-f2ca-44f1-a2bf-94422c3d1c5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:46:17.164593 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 59840) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:46:17.232851 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e6f86-9633-4430-a776-df66f025cf68 req-7fb4d2f5-3e1b-4388-acc0-d9d2d2d3215a tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:17.240615 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9f3e6f86-9633-4430-a776-df66f025cf68 req-7fb4d2f5-3e1b-4388-acc0-d9d2d2d3215a tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 945 time: 0.1003735
Apr 21 14:46:17.270825 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f98521-f1c2-40e8-af9d-1705a63b7d7d tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Pushing event updated for resources: {'Port': ['ID=cc544713-b84a-4e45-b04d-b437a6b4c09b,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:46:17.274165 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c1f98521-f1c2-40e8-af9d-1705a63b7d7d tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:46:17.276850 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-c1f98521-f1c2-40e8-af9d-1705a63b7d7d tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Network 4398a4b8-9ecd-43b2-988b-da3ccd660ad9 is already hosted by enough agents. {{(pid=86393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:46:17.287297 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9f3e6f86-9633-4430-a776-df66f025cf68 req-7cb6e9eb-e4db-468e-9ab1-9fb0499f1ecb tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457244
Apr 21 14:46:17.321563 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-c1f98521-f1c2-40e8-af9d-1705a63b7d7d tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Resources bound (agent type, host, resource id):  {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:46:17.327710 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-c1f98521-f1c2-40e8-af9d-1705a63b7d7d tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Received port after_create {{(pid=86393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:46:17.440774 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-c1f98521-f1c2-40e8-af9d-1705a63b7d7d tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:17.441520 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-c1f98521-f1c2-40e8-af9d-1705a63b7d7d tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:17.489104 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654139d-dfab-41ba-81e3-75f7ca7722fd req-2d054bd7-53c4-4ccf-8945-06e387681e29 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:17.490853 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9654139d-dfab-41ba-81e3-75f7ca7722fd req-2d054bd7-53c4-4ccf-8945-06e387681e29 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 931 time: 0.3281808
Apr 21 14:46:17.524121 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5377089a-978d-48b4-9e40-2b269b8c8a67 req-25b616da-0e18-4063-9cb6-79dfb3c6de29 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3582785
Apr 21 14:46:17.529515 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-c1f98521-f1c2-40e8-af9d-1705a63b7d7d tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2268636
Apr 21 14:46:17.559935 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9654139d-dfab-41ba-81e3-75f7ca7722fd req-56ca1f1a-aa15-42da-a6b4-4873be99d2a1 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623679
Apr 21 14:46:17.568190 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-7b19e0c0-fe3e-4e3d-9119-b8d97fb15305 None None] Provisioning for port cc544713-b84a-4e45-b04d-b437a6b4c09b completed by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:46:17.573863 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-7b19e0c0-fe3e-4e3d-9119-b8d97fb15305 None None] Provisioning complete for port cc544713-b84a-4e45-b04d-b437a6b4c09b triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:46:17.574342 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7b19e0c0-fe3e-4e3d-9119-b8d97fb15305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:17.591905 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-0b7514d3-403d-40fd-ad8e-cab036bef336 service neutron] Request body: {'port': {'device_id': '77b1c253-7437-4a43-bc08-a0626125cd82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:46:17.646750 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-7b19e0c0-fe3e-4e3d-9119-b8d97fb15305 None None] Port cc544713-b84a-4e45-b04d-b437a6b4c09b cannot update to ACTIVE because it is not bound. {{(pid=86395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 14:46:17.735538 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-0b7514d3-403d-40fd-ad8e-cab036bef336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:18.379236 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-0b7514d3-403d-40fd-ad8e-cab036bef336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc544713-b84a-4e45-b04d-b437a6b4c09b {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:46:18.387692 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-0b7514d3-403d-40fd-ad8e-cab036bef336 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:18.404188 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-0b7514d3-403d-40fd-ad8e-cab036bef336 service neutron] Transition to ACTIVE for port object cc544713-b84a-4e45-b04d-b437a6b4c09b will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:46:18.409341 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-0b7514d3-403d-40fd-ad8e-cab036bef336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14929102'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:18.417746 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-59bd2b29-b2c3-47d6-96ae-e8d6fa78c2c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:46:18.656485 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7514d3-403d-40fd-ad8e-cab036bef336 service neutron] Pushing event updated for resources: {'Port': ['ID=cc544713-b84a-4e45-b04d-b437a6b4c09b,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:46:18.681712 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:46:18.692920 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-0b7514d3-403d-40fd-ad8e-cab036bef336 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:46:18.758189 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19de9a-e8ac-4d76-89cd-dddeb66ae43f req-0f6a87d6-c1fa-4553-90f1-d157ef0b5c26 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:18.759382 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9a19de9a-e8ac-4d76-89cd-dddeb66ae43f req-0f6a87d6-c1fa-4553-90f1-d157ef0b5c26 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 945 time: 0.3448145
Apr 21 14:46:18.803133 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-0b7514d3-403d-40fd-ad8e-cab036bef336 service neutron] Attempting to bind port cc544713-b84a-4e45-b04d-b437a6b4c09b on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:46:18.803514 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-0b7514d3-403d-40fd-ad8e-cab036bef336 service neutron] Attempting to bind port cc544713-b84a-4e45-b04d-b437a6b4c09b by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'aad70013-a75a-432c-9a4b-498f88914087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:46:18.803889 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-0b7514d3-403d-40fd-ad8e-cab036bef336 service neutron] Attempting to bind port cc544713-b84a-4e45-b04d-b437a6b4c09b on network 4398a4b8-9ecd-43b2-988b-da3ccd660ad9 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:46:18.813021 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-0b7514d3-403d-40fd-ad8e-cab036bef336 service neutron] Port cc544713-b84a-4e45-b04d-b437a6b4c09b on network 4398a4b8-9ecd-43b2-988b-da3ccd660ad9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 14:46:18.813411 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-0b7514d3-403d-40fd-ad8e-cab036bef336 service neutron] Attempting to bind port cc544713-b84a-4e45-b04d-b437a6b4c09b on network 4398a4b8-9ecd-43b2-988b-da3ccd660ad9 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:46:18.838938 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:18.839618 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865f18f-2325-4cf2-8adf-4f55cdffe88f req-114fdbe3-6a69-4f0c-9d21-5094a511b44d tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:18.841862 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e865f18f-2325-4cf2-8adf-4f55cdffe88f req-114fdbe3-6a69-4f0c-9d21-5094a511b44d tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 943 time: 0.1288683
Apr 21 14:46:18.878707 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9a19de9a-e8ac-4d76-89cd-dddeb66ae43f req-44d60be1-11d9-432c-b49b-7f2f4ba8eaf3 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1073186
Apr 21 14:46:18.879885 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-0b7514d3-403d-40fd-ad8e-cab036bef336 service neutron] Checking agent: {'id': 'aac967bd-8151-4f72-a05c-3193d627c9da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'started_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:46:18.880268 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-0b7514d3-403d-40fd-ad8e-cab036bef336 service neutron] Checking segment: {'id': 'aad70013-a75a-432c-9a4b-498f88914087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:46:18.880702 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-0b7514d3-403d-40fd-ad8e-cab036bef336 service neutron] Bound using segment: {'id': 'aad70013-a75a-432c-9a4b-498f88914087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:46:18.881210 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-0b7514d3-403d-40fd-ad8e-cab036bef336 service neutron] Bound port: cc544713-b84a-4e45-b04d-b437a6b4c09b, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad70013-a75a-432c-9a4b-498f88914087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:46:18.881601 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-0b7514d3-403d-40fd-ad8e-cab036bef336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:18.890334 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ad6998-eddd-4b1f-b1f8-adada36a72a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7'}] {{(pid=86395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:46:18.902423 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7,segment=NetworkSegment(b25a38b9-fe49-48a1-b6a4-3eba25ea7a91),segment_id=b25a38b9-fe49-48a1-b6a4-3eba25ea7a91)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:46:18.911787 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:18.913963 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:46:18.919411 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-e865f18f-2325-4cf2-8adf-4f55cdffe88f req-d287b16b-6fc3-435a-a492-f1010bbcc465 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Synchronizing usage tracker for tenant:b0771cc9ab3c4a23881ef55e4b3218b3 on resource:security_group {{(pid=86394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:46:18.948900 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-e865f18f-2325-4cf2-8adf-4f55cdffe88f req-d287b16b-6fc3-435a-a492-f1010bbcc465 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Unset dirty status for tenant:b0771cc9ab3c4a23881ef55e4b3218b3 on resource:security_group {{(pid=86394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:46:18.950405 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e865f18f-2325-4cf2-8adf-4f55cdffe88f req-d287b16b-6fc3-435a-a492-f1010bbcc465 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1014283
Apr 21 14:46:19.025667 dv-cinder-786385-2-iscsi neutron-server[86282]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '96ad6998-eddd-4b1f-b1f8-adada36a72a7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7', 'code': 422} returned with failed status
Apr 21 14:46:19.028639 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7,revision_number=6']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:46:19.032718 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-0b7514d3-403d-40fd-ad8e-cab036bef336 service neutron] For port cc544713-b84a-4e45-b04d-b437a6b4c09b, host hv-cinder-78638, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:46:19.033892 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:46:19.037794 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-0b7514d3-403d-40fd-ad8e-cab036bef336 service neutron] For port cc544713-b84a-4e45-b04d-b437a6b4c09b, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cc544713-b84a-4e45-b04d-b437a6b4c09b,segment=NetworkSegment(aad70013-a75a-432c-9a4b-498f88914087),segment_id=aad70013-a75a-432c-9a4b-498f88914087)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:46:19.042030 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-0b7514d3-403d-40fd-ad8e-cab036bef336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14929102'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:19.047177 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-65517f2c-0e45-4996-a97c-b2fff3f1c62e tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:46:19.101054 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-0b7514d3-403d-40fd-ad8e-cab036bef336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:19.101739 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-0b7514d3-403d-40fd-ad8e-cab036bef336 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:19.103290 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-0b7514d3-403d-40fd-ad8e-cab036bef336 service neutron] 10.222.0.36 "PUT /v2.0/ports/cc544713-b84a-4e45-b04d-b437a6b4c09b HTTP/1.1" status: 200  len: 1093 time: 1.5174491
Apr 21 14:46:19.103825 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b1c253-7437-4a43-bc08-a0626125cd82', 'tag': 'cc544713-b84a-4e45-b04d-b437a6b4c09b'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:46:19.133774 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7514d3-403d-40fd-ad8e-cab036bef336 service neutron] Pushing event updated for resources: {'Port': ['ID=cc544713-b84a-4e45-b04d-b437a6b4c09b,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:46:19.137428 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-0b7514d3-403d-40fd-ad8e-cab036bef336 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:46:19.161151 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b1c253-7437-4a43-bc08-a0626125cd82', 'tag': 'cc544713-b84a-4e45-b04d-b437a6b4c09b', 'status': 'completed', 'code': 200}
Apr 21 14:46:20.088325 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936aaeda-e023-433e-aaf6-36e685d5fda7 req-21b3b89a-a227-49cb-a35a-6f4ca1051583 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:20.089920 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-936aaeda-e023-433e-aaf6-36e685d5fda7 req-21b3b89a-a227-49cb-a35a-6f4ca1051583 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 943 time: 0.0934274
Apr 21 14:46:20.140093 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-936aaeda-e023-433e-aaf6-36e685d5fda7 req-5d0ff730-e331-494f-a070-bdc65d6303a0 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434563
Apr 21 14:46:20.338957 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c0032-3bc6-48de-bc59-3f8aa2cee5c4 req-11ce1eb5-b3f0-4cff-ab80-b4caefa524ab tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:20.340561 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-250c0032-3bc6-48de-bc59-3f8aa2cee5c4 req-11ce1eb5-b3f0-4cff-ab80-b4caefa524ab tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 943 time: 0.0978341
Apr 21 14:46:20.391786 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-250c0032-3bc6-48de-bc59-3f8aa2cee5c4 req-e6310ad0-b889-4acb-8b08-607c058edb4c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439336
Apr 21 14:46:20.397158 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:46:21.154415 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6261f49-3591-4545-aef4-5f6a8c7305f9 req-fb2441f8-f6c0-46fe-8632-5979e0e09b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:21.156046 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b6261f49-3591-4545-aef4-5f6a8c7305f9 req-fb2441f8-f6c0-46fe-8632-5979e0e09b1b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0771cc9ab3c4a23881ef55e4b3218b3&device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 1096 time: 0.0827894
Apr 21 14:46:21.321781 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6261f49-3591-4545-aef4-5f6a8c7305f9 req-b2a7e937-cd39-4359-a39b-904a473edf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:21.323432 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b6261f49-3591-4545-aef4-5f6a8c7305f9 req-b2a7e937-cd39-4359-a39b-904a473edf08 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b0771cc9ab3c4a23881ef55e4b3218b3&shared=False HTTP/1.1" status: 200  len: 918 time: 0.1592574
Apr 21 14:46:21.353446 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084330d-5bba-4035-82b0-6b3a96684b85 req-788c6a26-1438-4f5c-9336-3bc8da4ac49d tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:21.355109 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9084330d-5bba-4035-82b0-6b3a96684b85 req-788c6a26-1438-4f5c-9336-3bc8da4ac49d tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 943 time: 0.0963485
Apr 21 14:46:21.415561 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9084330d-5bba-4035-82b0-6b3a96684b85 req-b5b96e3f-d190-4ef1-ab48-6215135757e3 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487254
Apr 21 14:46:21.495841 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6261f49-3591-4545-aef4-5f6a8c7305f9 req-452c1069-4d30-4986-af67-567d60e45adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:21.497335 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b6261f49-3591-4545-aef4-5f6a8c7305f9 req-452c1069-4d30-4986-af67-567d60e45adc service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1670904
Apr 21 14:46:21.673045 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-b48f6877-b04c-4ce3-bb91-7156ef8829c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:21.674650 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-b48f6877-b04c-4ce3-bb91-7156ef8829c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0771cc9ab3c4a23881ef55e4b3218b3&device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 1096 time: 0.1119688
Apr 21 14:46:21.684244 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8831db0-b325-46da-b51a-d203b2884b5e req-5b1d6bb4-0762-4493-86d0-c455d29992d1 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:21.684974 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-f8831db0-b325-46da-b51a-d203b2884b5e req-5b1d6bb4-0762-4493-86d0-c455d29992d1 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Synchronizing usage tracker for tenant:b0771cc9ab3c4a23881ef55e4b3218b3 on resource:port {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:46:21.762533 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-1c34777b-ff38-44bf-98ef-7d47e6fb4d3e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc544713-b84a-4e45-b04d-b437a6b4c09b HTTP/1.1" status: 200  len: 217 time: 0.0743771
Apr 21 14:46:21.810371 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-f8831db0-b325-46da-b51a-d203b2884b5e req-5b1d6bb4-0762-4493-86d0-c455d29992d1 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Unset dirty status for tenant:b0771cc9ab3c4a23881ef55e4b3218b3 on resource:port {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:46:21.811626 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f8831db0-b325-46da-b51a-d203b2884b5e req-5b1d6bb4-0762-4493-86d0-c455d29992d1 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 943 time: 0.2915521
Apr 21 14:46:21.875264 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-2327fee4-2442-4344-a7fa-3675635eec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:21.876755 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-2327fee4-2442-4344-a7fa-3675635eec41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48293642-451e-458e-960c-7fbf1e7e7bc3 HTTP/1.1" status: 200  len: 856 time: 0.1066363
Apr 21 14:46:21.884499 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f8831db0-b325-46da-b51a-d203b2884b5e req-271dfcaf-e066-48bb-a441-e8ba132f909e tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640583
Apr 21 14:46:21.964476 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-4e0f0ab5-8c96-46c7-87d9-67e18faae720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:21.966138 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-4e0f0ab5-8c96-46c7-87d9-67e18faae720 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4398a4b8-9ecd-43b2-988b-da3ccd660ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807106
Apr 21 14:46:22.123008 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-94e76bba-9643-48cf-bb90-06c5de07fda8 service neutron] 10.222.0.36 "GET /v2.0/networks/4398a4b8-9ecd-43b2-988b-da3ccd660ad9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1502938
Apr 21 14:46:22.345085 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377089a-978d-48b4-9e40-2b269b8c8a67 req-bc4b59c6-b295-416b-9ee2-96b2b30e963a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:22.346776 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5377089a-978d-48b4-9e40-2b269b8c8a67 req-bc4b59c6-b295-416b-9ee2-96b2b30e963a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7&tenant_id=a6d44a65707b47e1b0190ca77b504c5a HTTP/1.1" status: 200  len: 1096 time: 0.1929631
Apr 21 14:46:22.350328 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d51ce168-f03e-4ccf-a09e-7732b525008c req-a6947047-2fe1-4e18-bf38-b28867e895c5 service neutron] 10.222.0.36 "GET /v2.0/networks/4398a4b8-9ecd-43b2-988b-da3ccd660ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2195609
Apr 21 14:46:22.412566 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 59902) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:46:22.485941 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377089a-978d-48b4-9e40-2b269b8c8a67 req-64bcba20-9dd4-4c04-9851-3da3f74edcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:22.489044 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5377089a-978d-48b4-9e40-2b269b8c8a67 req-64bcba20-9dd4-4c04-9851-3da3f74edcd2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a6d44a65707b47e1b0190ca77b504c5a&device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 1096 time: 0.1193297
Apr 21 14:46:22.556529 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-652b102c-87bf-48c0-b5b1-4a389bfee3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:22.573049 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-652b102c-87bf-48c0-b5b1-4a389bfee3d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:46:22.577305 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-652b102c-87bf-48c0-b5b1-4a389bfee3d1 admin admin] Usage tracker for resource:security_group_rule and tenant:b251366e5ba24a95a0151ae511a17390 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:46:22.580566 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-652b102c-87bf-48c0-b5b1-4a389bfee3d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:46:22.586860 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-652b102c-87bf-48c0-b5b1-4a389bfee3d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:46:22.715281 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-652b102c-87bf-48c0-b5b1-4a389bfee3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:22.719692 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-652b102c-87bf-48c0-b5b1-4a389bfee3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:22.732471 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c25cf570-02f1-4ccc-a0c3-87611282b9b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:46:22.735145 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377089a-978d-48b4-9e40-2b269b8c8a67 req-ebb56aad-7239-4df9-b901-e9c385b73a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:22.737366 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5377089a-978d-48b4-9e40-2b269b8c8a67 req-ebb56aad-7239-4df9-b901-e9c385b73a01 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a003a337-7cb6-4621-a360-57adf836244c HTTP/1.1" status: 200  len: 909 time: 0.2406957
Apr 21 14:46:22.751552 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930a642-38ca-4407-b476-8b23dfcf7b5f req-5628473e-4400-48fc-a78d-a8b67aab7ba5 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:22.753266 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d930a642-38ca-4407-b476-8b23dfcf7b5f req-5628473e-4400-48fc-a78d-a8b67aab7ba5 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 943 time: 0.1632032
Apr 21 14:46:22.775591 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b102c-87bf-48c0-b5b1-4a389bfee3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466d4068-cfa4-4cf2-917a-43bcfe258ada,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:46:22.779144 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-652b102c-87bf-48c0-b5b1-4a389bfee3d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:46:22.801011 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-652b102c-87bf-48c0-b5b1-4a389bfee3d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b251366e5ba24a95a0151ae511a17390&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3871984
Apr 21 14:46:22.804307 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 59914) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:46:22.869295 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-55c1d2b3-e804-4fae-9b8d-5c2e1b1318e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:22.896300 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5377089a-978d-48b4-9e40-2b269b8c8a67 req-8294e148-f4b3-48a4-920f-3c462838ecfe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7 HTTP/1.1" status: 200  len: 998 time: 0.1418800
Apr 21 14:46:22.899350 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d930a642-38ca-4407-b476-8b23dfcf7b5f req-4c14ce3b-fc56-409c-98a2-d9e82745bdcd tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0815763
Apr 21 14:46:22.903524 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-55c1d2b3-e804-4fae-9b8d-5c2e1b1318e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:22.979878 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377089a-978d-48b4-9e40-2b269b8c8a67 req-de88d26f-7b5f-4d43-8d9e-8894bbacd83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:22.982573 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5377089a-978d-48b4-9e40-2b269b8c8a67 req-de88d26f-7b5f-4d43-8d9e-8894bbacd83d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53f2fe62-2656-4892-a94c-57e1e270df1c HTTP/1.1" status: 200  len: 847 time: 0.0795870
Apr 21 14:46:23.076349 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377089a-978d-48b4-9e40-2b269b8c8a67 req-8242e75f-1d6f-4729-93a9-874e1f7bc029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:23.078116 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5377089a-978d-48b4-9e40-2b269b8c8a67 req-8242e75f-1d6f-4729-93a9-874e1f7bc029 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a003a337-7cb6-4621-a360-57adf836244c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0883255
Apr 21 14:46:23.237358 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5377089a-978d-48b4-9e40-2b269b8c8a67 req-cdcc32a9-6605-4127-bf6d-b045a08448d9 service neutron] 10.222.0.36 "GET /v2.0/networks/a003a337-7cb6-4621-a360-57adf836244c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1504352
Apr 21 14:46:23.259526 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6db49-0329-491e-9b55-4881bc661301 req-85559abb-e508-4012-94e5-917af5d2ebec tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:23.261603 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-39e6db49-0329-491e-9b55-4881bc661301 req-85559abb-e508-4012-94e5-917af5d2ebec tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 943 time: 0.1245801
Apr 21 14:46:23.267189 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-55c1d2b3-e804-4fae-9b8d-5c2e1b1318e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:23.274913 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-4327dd16-52d5-41dc-9b6c-7ebadbc63212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:46:23.310974 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1d2b3-e804-4fae-9b8d-5c2e1b1318e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466d4068-cfa4-4cf2-917a-43bcfe258ada,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:46:23.322819 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-55c1d2b3-e804-4fae-9b8d-5c2e1b1318e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:46:23.329739 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-55c1d2b3-e804-4fae-9b8d-5c2e1b1318e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:23.334055 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-55c1d2b3-e804-4fae-9b8d-5c2e1b1318e8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/466d4068-cfa4-4cf2-917a-43bcfe258ada HTTP/1.1" status: 204  len: 168 time: 0.5258963
Apr 21 14:46:23.339877 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-39e6db49-0329-491e-9b55-4881bc661301 req-57796214-ae76-4726-873f-482088de8bb2 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0672750
Apr 21 14:46:23.391306 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5377089a-978d-48b4-9e40-2b269b8c8a67 req-74498449-8e0c-43f4-abf0-a1d87390ec48 service neutron] 10.222.0.36 "GET /v2.0/networks/a003a337-7cb6-4621-a360-57adf836244c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1480381
Apr 21 14:46:24.121639 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d3860-e893-492f-afd9-974fcbc50056 req-70879c2c-5c8a-412b-8ba2-530ea483aa7d tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:24.123392 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f87d3860-e893-492f-afd9-974fcbc50056 req-70879c2c-5c8a-412b-8ba2-530ea483aa7d tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 943 time: 0.0996516
Apr 21 14:46:24.176431 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f87d3860-e893-492f-afd9-974fcbc50056 req-a1c7504e-2323-4298-8004-41b927a43780 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461848
Apr 21 14:46:24.570741 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dedeaa-3dc7-4497-9cd1-29a80ca29c14 req-a9841de8-1f3a-4b58-935b-8d052a6b03ea tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:24.572377 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c2dedeaa-3dc7-4497-9cd1-29a80ca29c14 req-a9841de8-1f3a-4b58-935b-8d052a6b03ea tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 943 time: 0.0948613
Apr 21 14:46:24.622550 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c2dedeaa-3dc7-4497-9cd1-29a80ca29c14 req-47bc1d1e-954e-42e8-8a20-40858fbccec7 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436158
Apr 21 14:46:25.392566 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f8206-3618-47f3-a4d2-4d03f8f6fe14 req-6fb1aa3f-c830-4a8e-b939-f5af51517c90 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:25.394489 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9a9f8206-3618-47f3-a4d2-4d03f8f6fe14 req-6fb1aa3f-c830-4a8e-b939-f5af51517c90 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 943 time: 0.0969529
Apr 21 14:46:25.445057 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9a9f8206-3618-47f3-a4d2-4d03f8f6fe14 req-61d28d51-2c90-4756-828a-d6a7251f335e tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438704
Apr 21 14:46:25.840051 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cde3b0-2ea0-4773-ab1e-0e41930321c0 req-73f37c49-134e-40e7-8d8a-5e3225a28870 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:25.841628 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d1cde3b0-2ea0-4773-ab1e-0e41930321c0 req-73f37c49-134e-40e7-8d8a-5e3225a28870 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 943 time: 0.0918846
Apr 21 14:46:25.896490 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d1cde3b0-2ea0-4773-ab1e-0e41930321c0 req-79b016e5-5741-4e40-aefa-4d87f392750c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477164
Apr 21 14:46:26.663920 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fa694-cfbf-4580-9a2b-29193565ac59 req-5331895f-d530-4dab-89da-5ca3daf0a52d tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:26.665584 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ab4fa694-cfbf-4580-9a2b-29193565ac59 req-5331895f-d530-4dab-89da-5ca3daf0a52d tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 943 time: 0.0995831
Apr 21 14:46:26.719159 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ab4fa694-cfbf-4580-9a2b-29193565ac59 req-12844e9a-5c73-4eb9-abc7-81a2ea7d3f72 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466979
Apr 21 14:46:27.038717 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device cc544713-b84a-4e45-b04d-b437a6b4c09b details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 14:46:27.120173 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf5b5b-a9bc-4f2b-8786-3f0c091a3176 req-d28b3a89-3e90-45f4-a1f0-532646c7f8fe tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:27.121824 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1ebf5b5b-a9bc-4f2b-8786-3f0c091a3176 req-d28b3a89-3e90-45f4-a1f0-532646c7f8fe tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 943 time: 0.1026342
Apr 21 14:46:27.177941 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1ebf5b5b-a9bc-4f2b-8786-3f0c091a3176 req-ef59fa8e-77fd-42a1-a58c-d4d55b30c2cf tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483751
Apr 21 14:46:27.252095 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port cc544713-b84a-4e45-b04d-b437a6b4c09b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cc544713-b84a-4e45-b04d-b437a6b4c09b,segment=NetworkSegment(aad70013-a75a-432c-9a4b-498f88914087),segment_id=aad70013-a75a-432c-9a4b-498f88914087)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:46:27.270412 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Returning: {'device': 'cc544713-b84a-4e45-b04d-b437a6b4c09b', 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9', 'port_id': 'cc544713-b84a-4e45-b04d-b437a6b4c09b', 'mac_address': 'fa:16:3e:8a:05:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48293642-451e-458e-960c-7fbf1e7e7bc3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 14:46:27.334262 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:27.352893 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc544713-b84a-4e45-b04d-b437a6b4c09b {{(pid=86395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:46:27.369386 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port cc544713-b84a-4e45-b04d-b437a6b4c09b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cc544713-b84a-4e45-b04d-b437a6b4c09b,segment=NetworkSegment(aad70013-a75a-432c-9a4b-498f88914087),segment_id=aad70013-a75a-432c-9a4b-498f88914087)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:46:27.373316 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:27.376170 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:46:27.448306 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=cc544713-b84a-4e45-b04d-b437a6b4c09b,revision_number=4']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:46:27.451705 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:46:27.934262 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7755b91-e731-4a49-876a-54441a03f8ff req-f0a77a38-5f7e-43c6-80ab-1313d07ab5b5 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:27.936026 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b7755b91-e731-4a49-876a-54441a03f8ff req-f0a77a38-5f7e-43c6-80ab-1313d07ab5b5 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 943 time: 0.0947824
Apr 21 14:46:27.994007 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b7755b91-e731-4a49-876a-54441a03f8ff req-13db3aec-2cf0-448b-b95f-63a36b82c1e5 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496156
Apr 21 14:46:28.400660 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e3034-0c1d-4173-afbe-15cf1ee8085b req-3e831bd1-11bd-4c2f-87d1-049aefa325e6 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:28.402224 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-148e3034-0c1d-4173-afbe-15cf1ee8085b req-3e831bd1-11bd-4c2f-87d1-049aefa325e6 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 944 time: 0.0960717
Apr 21 14:46:28.457200 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-148e3034-0c1d-4173-afbe-15cf1ee8085b req-161046e7-63d4-41f5-b047-a29ef88a72b7 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452206
Apr 21 14:46:29.204331 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d73ce-8a98-49e1-b131-8d4f0a6e7c2b req-be2169c5-9d41-4c26-92bf-f1b744e6fc6b tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:29.206007 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4d9d73ce-8a98-49e1-b131-8d4f0a6e7c2b req-be2169c5-9d41-4c26-92bf-f1b744e6fc6b tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 943 time: 0.0903959
Apr 21 14:46:29.255419 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4d9d73ce-8a98-49e1-b131-8d4f0a6e7c2b req-2f8bdc2a-c2c8-4266-9f01-0ade7ee0cd7e tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427599
Apr 21 14:46:29.412828 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1d9305e4-d35c-477d-876b-820e9d5a8a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:29.703201 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40d861-9afd-468d-bc0b-0c02366c441c req-e33f6653-5ad7-4ca5-8590-d9a335864b0e tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:29.704715 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5e40d861-9afd-468d-bc0b-0c02366c441c req-e33f6653-5ad7-4ca5-8590-d9a335864b0e tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 944 time: 0.1177607
Apr 21 14:46:29.755398 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5e40d861-9afd-468d-bc0b-0c02366c441c req-17442b2b-b370-464b-bf66-e16c949789d9 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441163
Apr 21 14:46:30.476053 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8730b6-b52a-46ea-8176-02b2a5b8add1 req-bc076bfc-e717-46d3-950d-cfec51fcb0c9 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:30.477925 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ac8730b6-b52a-46ea-8176-02b2a5b8add1 req-bc076bfc-e717-46d3-950d-cfec51fcb0c9 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 943 time: 0.1051905
Apr 21 14:46:30.531568 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ac8730b6-b52a-46ea-8176-02b2a5b8add1 req-90138f86-a7d1-4d32-9f66-8bbc83a86fbb tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431051
Apr 21 14:46:30.992180 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ebe3e-9730-4d49-a314-a97a15c42dd0 req-c470d1e7-f19f-4223-a467-912214af7455 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:30.994095 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-259ebe3e-9730-4d49-a314-a97a15c42dd0 req-c470d1e7-f19f-4223-a467-912214af7455 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 944 time: 0.1143017
Apr 21 14:46:31.052530 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-259ebe3e-9730-4d49-a314-a97a15c42dd0 req-27d73d30-e866-45e9-9c41-88f70ef5097e tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440474
Apr 21 14:46:31.599542 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['cc544713-b84a-4e45-b04d-b437a6b4c09b'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:46:31.751729 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67309e9-b327-439d-b2df-0bc1baf3bebe req-6142bda2-01b4-49d8-b5d7-f130e616f629 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:31.753383 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d67309e9-b327-439d-b2df-0bc1baf3bebe req-6142bda2-01b4-49d8-b5d7-f130e616f629 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 943 time: 0.0945160
Apr 21 14:46:31.803626 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d67309e9-b327-439d-b2df-0bc1baf3bebe req-dcc0cd4d-fdfb-45be-b234-25531c154ed5 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434542
Apr 21 14:46:32.083473 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:32.214868 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-bf504691-d022-4a97-9e20-993a0886b4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:32.280881 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a58b18-b43e-4550-bc56-5ed2f85ef035 req-33353f18-0dce-4cfa-8efd-13a718f64928 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:32.282654 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-87a58b18-b43e-4550-bc56-5ed2f85ef035 req-33353f18-0dce-4cfa-8efd-13a718f64928 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 944 time: 0.1031895
Apr 21 14:46:32.331496 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-87a58b18-b43e-4550-bc56-5ed2f85ef035 req-6d8be16e-d1fe-4cfe-8a5c-994053844526 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418184
Apr 21 14:46:32.481774 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:33.027390 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce9889-3210-4a89-9dfe-4ac4040c6408 req-2e98c995-f399-48b6-a945-b13c04e5ee3f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:33.029145 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-24ce9889-3210-4a89-9dfe-4ac4040c6408 req-2e98c995-f399-48b6-a945-b13c04e5ee3f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 943 time: 0.1064482
Apr 21 14:46:33.080899 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-24ce9889-3210-4a89-9dfe-4ac4040c6408 req-116f652f-2cf8-4a52-b0a1-d659f0b40870 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443649
Apr 21 14:46:33.554477 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243deef-2019-4c95-bb29-ce0adabe6f35 req-59cc8397-2bc0-4ec8-aed3-49e598b01471 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:33.556062 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5243deef-2019-4c95-bb29-ce0adabe6f35 req-59cc8397-2bc0-4ec8-aed3-49e598b01471 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 944 time: 0.0929461
Apr 21 14:46:33.608507 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5243deef-2019-4c95-bb29-ce0adabe6f35 req-c2943141-b1c1-453d-8c06-76b342657852 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432222
Apr 21 14:46:33.976506 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 14:46:33.983168 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device cc544713-b84a-4e45-b04d-b437a6b4c09b up at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:46:34.144118 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning for port cc544713-b84a-4e45-b04d-b437a6b4c09b completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:46:34.165262 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning complete for port cc544713-b84a-4e45-b04d-b437a6b4c09b triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:46:34.165679 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:34.251184 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:34.253192 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7,segment=NetworkSegment(b25a38b9-fe49-48a1-b6a4-3eba25ea7a91),segment_id=b25a38b9-fe49-48a1-b6a4-3eba25ea7a91)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:46:34.274934 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Returning: {'device': 'cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7', 'network_id': 'a003a337-7cb6-4621-a360-57adf836244c', 'port_id': 'cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7', 'mac_address': 'fa:16:3e:27:08:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f2fe62-2656-4892-a94c-57e1e270df1c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 14:46:34.304733 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87cca6-00cc-4ef3-b97c-316b629c2a32 req-80e097cd-ba62-4cd2-a95b-416b640d50fa tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:34.306568 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5a87cca6-00cc-4ef3-b97c-316b629c2a32 req-80e097cd-ba62-4cd2-a95b-416b640d50fa tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 943 time: 0.0956845
Apr 21 14:46:34.359829 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5a87cca6-00cc-4ef3-b97c-316b629c2a32 req-95252823-fa9a-4e4e-8186-47b264351eec tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447149
Apr 21 14:46:34.560115 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:34.591316 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7 {{(pid=86395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:46:34.598514 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:34.629619 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7,segment=NetworkSegment(b25a38b9-fe49-48a1-b6a4-3eba25ea7a91),segment_id=b25a38b9-fe49-48a1-b6a4-3eba25ea7a91)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:46:34.637139 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b1c253-7437-4a43-bc08-a0626125cd82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc544713-b84a-4e45-b04d-b437a6b4c09b'}] {{(pid=86395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:46:34.643815 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:34.647256 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:46:34.687023 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port cc544713-b84a-4e45-b04d-b437a6b4c09b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cc544713-b84a-4e45-b04d-b437a6b4c09b,segment=NetworkSegment(aad70013-a75a-432c-9a4b-498f88914087),segment_id=aad70013-a75a-432c-9a4b-498f88914087)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:46:34.697286 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b1c253-7437-4a43-bc08-a0626125cd82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc544713-b84a-4e45-b04d-b437a6b4c09b', 'code': 200}
Apr 21 14:46:34.700119 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:34.726709 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7,revision_number=7']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:46:34.734717 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:46:34.735108 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:46:34.735483 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:46:34.735855 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:46:34.736227 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:46:34.736597 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:46:34.736962 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:46:34.737367 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:46:34.737737 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:46:34.738144 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:46:34.738511 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:46:34.738870 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:46:34.742886 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:46:34.743410 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9ca4ad7e-dca4-4252-8f77-f3dbf5ec974f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:46:34.820929 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=cc544713-b84a-4e45-b04d-b437a6b4c09b,revision_number=5']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:46:34.824301 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:46:34.839619 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ac2d8-1552-41fe-a89b-b98685f7a137 req-4f09af26-862c-4610-a81a-f872ead13b04 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:34.841239 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fb9ac2d8-1552-41fe-a89b-b98685f7a137 req-4f09af26-862c-4610-a81a-f872ead13b04 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 945 time: 0.0911701
Apr 21 14:46:34.937453 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fb9ac2d8-1552-41fe-a89b-b98685f7a137 req-47f3f547-25cb-4ee3-a37e-779847258130 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0893686
Apr 21 14:46:34.970158 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb07b8a-53e8-4438-a83c-d5aef75326f2 req-4e33f556-0f65-454c-9c0b-6bd4d83376f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:34.971902 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0cb07b8a-53e8-4438-a83c-d5aef75326f2 req-4e33f556-0f65-454c-9c0b-6bd4d83376f8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 1098 time: 0.0937378
Apr 21 14:46:35.005565 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:46:35.030013 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0cb07b8a-53e8-4438-a83c-d5aef75326f2 req-43628ad2-20ce-4260-9b30-d446f6114f49 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502031
Apr 21 14:46:35.568746 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e42435-f18e-4a6d-9900-8b346d8900bc req-a3e759b8-c619-4df8-a7f5-ec9a0074180d tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:35.570370 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-03e42435-f18e-4a6d-9900-8b346d8900bc req-a3e759b8-c619-4df8-a7f5-ec9a0074180d tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 944 time: 0.0977526
Apr 21 14:46:35.625639 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-03e42435-f18e-4a6d-9900-8b346d8900bc req-6a6d97e4-f0ba-4da2-8017-7646beca9106 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435128
Apr 21 14:46:36.149554 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675b042-59b0-469e-872f-7ffadd378585 req-0a705d27-48ae-4439-8e8f-77219c538b21 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:36.151642 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8675b042-59b0-469e-872f-7ffadd378585 req-0a705d27-48ae-4439-8e8f-77219c538b21 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 945 time: 0.0912766
Apr 21 14:46:36.208062 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8675b042-59b0-469e-872f-7ffadd378585 req-2459e3ad-3f47-44df-aa0e-099eb5c142f7 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493362
Apr 21 14:46:36.834945 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed338c98-70e2-49bd-9889-8a4fbc823651 req-a6f0a00a-668f-4f6b-8146-e21611fb4136 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:36.836536 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ed338c98-70e2-49bd-9889-8a4fbc823651 req-a6f0a00a-668f-4f6b-8146-e21611fb4136 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 944 time: 0.0927124
Apr 21 14:46:36.887277 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ed338c98-70e2-49bd-9889-8a4fbc823651 req-4f5588d5-434b-4f2f-8695-36f169b4863a tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432405
Apr 21 14:46:37.432549 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b7dd2-798e-44c3-a888-506c9285863f req-bce4f619-ed1c-4ebe-8f93-7638cdfe492c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:37.434200 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8d1b7dd2-798e-44c3-a888-506c9285863f req-bce4f619-ed1c-4ebe-8f93-7638cdfe492c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 945 time: 0.0993311
Apr 21 14:46:37.484861 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8d1b7dd2-798e-44c3-a888-506c9285863f req-60d12b26-5b8a-4226-9f4c-182bbf30a507 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439632
Apr 21 14:46:37.713053 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c1d9f-b0a9-40d7-81a2-37809f131a8d req-6f5f0ed7-1bfe-42d5-832e-0770d263ff4d tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:37.714640 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e07c1d9f-b0a9-40d7-81a2-37809f131a8d req-6f5f0ed7-1bfe-42d5-832e-0770d263ff4d tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 945 time: 0.1012936
Apr 21 14:46:37.726919 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 60052) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:46:37.732431 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-08333f49-7c3c-4528-b727-ebf8611219de tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Request body: {'floatingip': {'port_id': 'cc544713-b84a-4e45-b04d-b437a6b4c09b'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:46:37.816899 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-08333f49-7c3c-4528-b727-ebf8611219de tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for floatingip, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:37.983282 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7 up at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:46:38.109531 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning complete for port cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:46:38.110285 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:38.256864 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:38.287139 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ad6998-eddd-4b1f-b1f8-adada36a72a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7'}] {{(pid=86395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:46:38.298234 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7,segment=NetworkSegment(b25a38b9-fe49-48a1-b6a4-3eba25ea7a91),segment_id=b25a38b9-fe49-48a1-b6a4-3eba25ea7a91)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:46:38.303183 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:38.306342 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:46:38.351929 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96ad6998-eddd-4b1f-b1f8-adada36a72a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7', 'code': 200}
Apr 21 14:46:38.366355 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d16ab-444b-4dbc-878b-dfb3b2a1595f req-fc713518-b139-4141-9484-51b70caf2fbd tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:38.368423 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-747d16ab-444b-4dbc-878b-dfb3b2a1595f req-fc713518-b139-4141-9484-51b70caf2fbd tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 944 time: 0.3516884
Apr 21 14:46:38.390758 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7,revision_number=8']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:46:38.394569 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:46:38.424277 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-747d16ab-444b-4dbc-878b-dfb3b2a1595f req-8e0634de-f1f9-47f0-85b0-76844fd89a88 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492921
Apr 21 14:46:38.668639 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556eb847-aa4a-4488-ab87-bdc732d73f60 req-253abc52-746d-4408-b741-6c54585b1a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:38.670300 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-556eb847-aa4a-4488-ab87-bdc732d73f60 req-253abc52-746d-4408-b741-6c54585b1a5d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 1098 time: 0.0788486
Apr 21 14:46:38.690248 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-08333f49-7c3c-4528-b727-ebf8611219de tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:38.694085 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-08333f49-7c3c-4528-b727-ebf8611219de tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630449'] for floatingip, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:38.718790 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-556eb847-aa4a-4488-ab87-bdc732d73f60 req-71f6fb87-a1af-4270-8e70-84e456be1d4e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415998
Apr 21 14:46:38.816050 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:38.874312 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.l3_db [None req-08333f49-7c3c-4528-b727-ebf8611219de tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Floating IP 9296325d-6038-4c55-8c90-6cd25ca09a7f associated. External IP: 172.27.3.244, port: cc544713-b84a-4e45-b04d-b437a6b4c09b.
Apr 21 14:46:39.472306 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08333f49-7c3c-4528-b727-ebf8611219de tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Router 832eeb78-8e77-4fef-8234-a0f8ee777aff has already been hosted by L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 {{(pid=86394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 14:46:39.634542 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951a064-3a61-48d8-ad6e-9ce5fcefbfda req-238a559d-9b4f-4e36-8615-0ce7ec39ed6c tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:39.636210 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1951a064-3a61-48d8-ad6e-9ce5fcefbfda req-238a559d-9b4f-4e36-8615-0ce7ec39ed6c tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 945 time: 0.0940161
Apr 21 14:46:39.687119 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08333f49-7c3c-4528-b727-ebf8611219de tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:46:39.692396 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-08333f49-7c3c-4528-b727-ebf8611219de tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for floatingip, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:39.695517 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1951a064-3a61-48d8-ad6e-9ce5fcefbfda req-bde8b52a-daf0-4f97-81dc-a6cbbe6eb501 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523386
Apr 21 14:46:39.702964 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bbb5ce-58d7-4acb-8974-e8e73e1b6bc6 None None] Sync routers for ids ['832eeb78-8e77-4fef-8234-a0f8ee777aff'] in dv-cinder-786385-2-iscsi {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:46:39.732103 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bbb5ce-58d7-4acb-8974-e8e73e1b6bc6 None None] Routers {'832eeb78-8e77-4fef-8234-a0f8ee777aff'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:46:39.732839 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-f0bbb5ce-58d7-4acb-8974-e8e73e1b6bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f6ec8128>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:46:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['832eeb78-8e77-4fef-8234-a0f8ee777aff'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:46:39.763102 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-08333f49-7c3c-4528-b727-ebf8611219de tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "PUT /v2.0/floatingips/9296325d-6038-4c55-8c90-6cd25ca09a7f HTTP/1.1" status: 200  len: 991 time: 2.0324104
Apr 21 14:46:39.763102 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b1c253-7437-4a43-bc08-a0626125cd82', 'tag': 'cc544713-b84a-4e45-b04d-b437a6b4c09b'}] {{(pid=86394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:46:39.946355 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-f0bbb5ce-58d7-4acb-8974-e8e73e1b6bc6 None None] Set router 832eeb78-8e77-4fef-8234-a0f8ee777aff gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:46:39.978107 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b1c253-7437-4a43-bc08-a0626125cd82', 'tag': 'cc544713-b84a-4e45-b04d-b437a6b4c09b', 'status': 'completed', 'code': 200}
Apr 21 14:46:40.103707 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ac1dd-cf67-474f-857e-33d2b957933c req-3ad3349b-8f60-45a7-8905-b6cd0d7d4b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:40.105285 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-425ac1dd-cf67-474f-857e-33d2b957933c req-3ad3349b-8f60-45a7-8905-b6cd0d7d4b46 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0771cc9ab3c4a23881ef55e4b3218b3&device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 1098 time: 0.0906229
Apr 21 14:46:40.248513 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ac1dd-cf67-474f-857e-33d2b957933c req-79fa2217-7e72-4f6a-ae6f-2c5d97f1a3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:40.250040 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-425ac1dd-cf67-474f-857e-33d2b957933c req-79fa2217-7e72-4f6a-ae6f-2c5d97f1a3f6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4398a4b8-9ecd-43b2-988b-da3ccd660ad9 HTTP/1.1" status: 200  len: 918 time: 0.1376915
Apr 21 14:46:40.329026 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-f0bbb5ce-58d7-4acb-8974-e8e73e1b6bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f6ec8128>, [{'id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'name': 'tempest-AttachVolumeShelveTestJSON-1531100270-router', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:38:28Z', 'updated_at': '2021-04-21T14:38:55Z', 'revision_number': 4, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'gw_port': {'id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:31Z', 'updated_at': '2021-04-21T14:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_floatingips': [{'id': '9296325d-6038-4c55-8c90-6cd25ca09a7f', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'router_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'port_id': 'cc544713-b84a-4e45-b04d-b437a6b4c09b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9', 'mac_address': 'fa:16:3e:8a:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b1c253-7437-4a43-bc08-a0626125cd82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:46:12Z', 'updated_at': '2021-04-21T14:46:38Z', 'revision_number': 1, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a873b1cc-f3ac-49d9-99f9-237bb240300f', 'name': '', 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'mac_address': 'fa:16:3e:44:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '48293642-451e-458e-960c-7fbf1e7e7bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:47Z', 'updated_at': '2021-04-21T14:39:11Z', 'revision_number': 5, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'subnets': [{'id': '48293642-451e-458e-960c-7fbf1e7e7bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:46:40.333277 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bbb5ce-58d7-4acb-8974-e8e73e1b6bc6 None None] Checking router: 832eeb78-8e77-4fef-8234-a0f8ee777aff for host: dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:46:40.343441 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bbb5ce-58d7-4acb-8974-e8e73e1b6bc6 None None] Routers {'832eeb78-8e77-4fef-8234-a0f8ee777aff'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:46:40.344100 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-f0bbb5ce-58d7-4acb-8974-e8e73e1b6bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f6ec8128>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:46:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['832eeb78-8e77-4fef-8234-a0f8ee777aff'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:46:40.360360 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-425ac1dd-cf67-474f-857e-33d2b957933c req-58c2fdcc-d308-45fe-a5ab-f7a17b483b58 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc544713-b84a-4e45-b04d-b437a6b4c09b HTTP/1.1" status: 200  len: 999 time: 0.1023850
Apr 21 14:46:40.435375 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ac1dd-cf67-474f-857e-33d2b957933c req-57101516-505b-4bee-9c7f-232216bf69a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:40.436974 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-425ac1dd-cf67-474f-857e-33d2b957933c req-57101516-505b-4bee-9c7f-232216bf69a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48293642-451e-458e-960c-7fbf1e7e7bc3 HTTP/1.1" status: 200  len: 856 time: 0.0688450
Apr 21 14:46:40.527555 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ac1dd-cf67-474f-857e-33d2b957933c req-7da97dcd-5ea9-40b2-a7e1-d94746990acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:40.529226 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-425ac1dd-cf67-474f-857e-33d2b957933c req-7da97dcd-5ea9-40b2-a7e1-d94746990acd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4398a4b8-9ecd-43b2-988b-da3ccd660ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0833485
Apr 21 14:46:40.535753 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-f0bbb5ce-58d7-4acb-8974-e8e73e1b6bc6 None None] Set router 832eeb78-8e77-4fef-8234-a0f8ee777aff gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:46:40.680820 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-425ac1dd-cf67-474f-857e-33d2b957933c req-2565f0eb-2d2b-4df9-90a2-e499900b7a9d service neutron] 10.222.0.36 "GET /v2.0/networks/4398a4b8-9ecd-43b2-988b-da3ccd660ad9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441934
Apr 21 14:46:40.843939 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-425ac1dd-cf67-474f-857e-33d2b957933c req-6c4821da-41a9-4094-ab28-de4b978ad602 service neutron] 10.222.0.36 "GET /v2.0/networks/4398a4b8-9ecd-43b2-988b-da3ccd660ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1560016
Apr 21 14:46:40.938068 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-f0bbb5ce-58d7-4acb-8974-e8e73e1b6bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f6ec8128>, [{'id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'name': 'tempest-AttachVolumeShelveTestJSON-1531100270-router', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:38:28Z', 'updated_at': '2021-04-21T14:38:55Z', 'revision_number': 4, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'gw_port': {'id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:31Z', 'updated_at': '2021-04-21T14:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_floatingips': [{'id': '9296325d-6038-4c55-8c90-6cd25ca09a7f', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'router_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'port_id': 'cc544713-b84a-4e45-b04d-b437a6b4c09b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9', 'mac_address': 'fa:16:3e:8a:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b1c253-7437-4a43-bc08-a0626125cd82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:46:12Z', 'updated_at': '2021-04-21T14:46:38Z', 'revision_number': 1, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a873b1cc-f3ac-49d9-99f9-237bb240300f', 'name': '', 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'mac_address': 'fa:16:3e:44:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '48293642-451e-458e-960c-7fbf1e7e7bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:47Z', 'updated_at': '2021-04-21T14:39:11Z', 'revision_number': 5, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'subnets': [{'id': '48293642-451e-458e-960c-7fbf1e7e7bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:46:40.942870 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bbb5ce-58d7-4acb-8974-e8e73e1b6bc6 None None] The sync data for ids ['832eeb78-8e77-4fef-8234-a0f8ee777aff'] in dv-cinder-786385-2-iscsi is: [{'id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'name': 'tempest-AttachVolumeShelveTestJSON-1531100270-router', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:38:28Z', 'updated_at': '2021-04-21T14:38:55Z', 'revision_number': 4, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'gw_port': {'id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:31Z', 'updated_at': '2021-04-21T14:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_floatingips': [{'id': '9296325d-6038-4c55-8c90-6cd25ca09a7f', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'router_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'port_id': 'cc544713-b84a-4e45-b04d-b437a6b4c09b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9', 'mac_address': 'fa:16:3e:8a:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b1c253-7437-4a43-bc08-a0626125cd82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:46:12Z', 'updated_at': '2021-04-21T14:46:38Z', 'revision_number': 1, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a873b1cc-f3ac-49d9-99f9-237bb240300f', 'name': '', 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'mac_address': 'fa:16:3e:44:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '48293642-451e-458e-960c-7fbf1e7e7bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:47Z', 'updated_at': '2021-04-21T14:39:11Z', 'revision_number': 5, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'subnets': [{'id': '48293642-451e-458e-960c-7fbf1e7e7bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:46:40.970445 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd62ed-60ab-43a8-b3dc-1dd42815a017 req-1f0a57e1-a106-4d08-b242-cd1da20beefc tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:40.981963 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-35fd62ed-60ab-43a8-b3dc-1dd42815a017 req-1f0a57e1-a106-4d08-b242-cd1da20beefc tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 945 time: 0.1223235
Apr 21 14:46:41.036579 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-35fd62ed-60ab-43a8-b3dc-1dd42815a017 req-b3e82187-7779-445e-9b6b-fa2cec2a706f tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534644
Apr 21 14:46:41.287845 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beccc30-faa1-41c5-8730-e15feebeca3f None None] New status for floating IP 9296325d-6038-4c55-8c90-6cd25ca09a7f: ACTIVE {{(pid=86396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 14:46:42.165292 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0137e06d-bb28-41dd-8a34-00aad909c79b req-891c18e2-b1ee-43f8-8405-d181e455a031 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0840714
Apr 21 14:46:42.275395 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137e06d-bb28-41dd-8a34-00aad909c79b req-cf0977d4-aefa-4d36-ad04-203370616a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:42.275395 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0137e06d-bb28-41dd-8a34-00aad909c79b req-cf0977d4-aefa-4d36-ad04-203370616a3d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a6d44a65707b47e1b0190ca77b504c5a&device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 1098 time: 0.0845325
Apr 21 14:46:42.435953 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137e06d-bb28-41dd-8a34-00aad909c79b req-b1aa8b08-9566-4260-9f2b-837fb27bc6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:42.437515 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0137e06d-bb28-41dd-8a34-00aad909c79b req-b1aa8b08-9566-4260-9f2b-837fb27bc6e3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a003a337-7cb6-4621-a360-57adf836244c HTTP/1.1" status: 200  len: 909 time: 0.1412725
Apr 21 14:46:42.553152 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0137e06d-bb28-41dd-8a34-00aad909c79b req-f69f1c19-ce51-474c-b9c6-74d8e8a846af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7 HTTP/1.1" status: 200  len: 1000 time: 0.1072526
Apr 21 14:46:42.628637 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137e06d-bb28-41dd-8a34-00aad909c79b req-828d20be-8b8c-4980-96e6-f8de2eff9244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:42.630355 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0137e06d-bb28-41dd-8a34-00aad909c79b req-828d20be-8b8c-4980-96e6-f8de2eff9244 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53f2fe62-2656-4892-a94c-57e1e270df1c HTTP/1.1" status: 200  len: 847 time: 0.0692873
Apr 21 14:46:42.721745 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137e06d-bb28-41dd-8a34-00aad909c79b req-144e8ed0-19d0-4d24-9978-6b7e102af60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:42.724167 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0137e06d-bb28-41dd-8a34-00aad909c79b req-144e8ed0-19d0-4d24-9978-6b7e102af60e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a003a337-7cb6-4621-a360-57adf836244c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0870166
Apr 21 14:46:42.884829 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0137e06d-bb28-41dd-8a34-00aad909c79b req-b584fc9f-8f86-40c6-9246-c489363a28fc service neutron] 10.222.0.36 "GET /v2.0/networks/a003a337-7cb6-4621-a360-57adf836244c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1447196
Apr 21 14:46:43.033916 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0137e06d-bb28-41dd-8a34-00aad909c79b req-a606202d-a030-4d61-ae6b-b6f57316d1c9 service neutron] 10.222.0.36 "GET /v2.0/networks/a003a337-7cb6-4621-a360-57adf836244c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1415300
Apr 21 14:46:43.459110 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 60132) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:46:43.537419 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc65ca31-920e-4f47-84d6-43138ac971c4 admin admin] Deleting subnet 7c2aa654-833e-48ee-96e9-6b46ef123ed3 {{(pid=86394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 14:46:43.541803 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-dc65ca31-920e-4f47-84d6-43138ac971c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:43.598420 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-dc65ca31-920e-4f47-84d6-43138ac971c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14890559'] for subnet, precommit_delete_associations {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:43.666207 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-dc65ca31-920e-4f47-84d6-43138ac971c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1951284'] for subnet, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:43.945450 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-dc65ca31-920e-4f47-84d6-43138ac971c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852824564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15686350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839266476'] for subnet, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:43.949420 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:46:43.989338 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65ca31-920e-4f47-84d6-43138ac971c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c2aa654-833e-48ee-96e9-6b46ef123ed3,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:46:43.992655 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-dc65ca31-920e-4f47-84d6-43138ac971c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:46:43.993711 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-dc65ca31-920e-4f47-84d6-43138ac971c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for subnet, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:44.002539 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-dc65ca31-920e-4f47-84d6-43138ac971c4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7c2aa654-833e-48ee-96e9-6b46ef123ed3 HTTP/1.1" status: 204  len: 168 time: 0.5422528
Apr 21 14:46:44.003286 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 60136) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:46:44.123055 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b41c183f-d509-40b0-8775-14f362d9c030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2044280'] for network, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:44.257864 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b41c183f-d509-40b0-8775-14f362d9c030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852824479', 'neutron.services.segments.db._delete_segments_for_network-8759846428787'] for network, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:44.374336 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-b41c183f-d509-40b0-8775-14f362d9c030 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78f6f15390>,) {'filters': {'network_id': ['9327aacc-fa36-490f-aded-1b1eb5e76615']}} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:46:44.388682 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-b41c183f-d509-40b0-8775-14f362d9c030 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78f6f15390>, 'a36a514c-7c8d-48b2-bf46-0f68fe951f75') {'for_net_delete': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:46:44.389016 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-b41c183f-d509-40b0-8775-14f362d9c030 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78f6f15390>, 'a36a514c-7c8d-48b2-bf46-0f68fe951f75') {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:46:44.401866 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b41c183f-d509-40b0-8775-14f362d9c030 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277008185699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036840669187'] for segment, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:44.416970 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b41c183f-d509-40b0-8775-14f362d9c030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852863918'] for segment, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:44.423547 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b41c183f-d509-40b0-8775-14f362d9c030 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=86393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 14:46:44.609478 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-b41c183f-d509-40b0-8775-14f362d9c030 admin admin] Network 9327aacc-fa36-490f-aded-1b1eb5e76615 has no segments {{(pid=86393) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 14:46:44.618862 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b41c183f-d509-40b0-8775-14f362d9c030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1911845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14929072'] for segment, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:44.803920 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-b41c183f-d509-40b0-8775-14f362d9c030 admin admin] Network 9327aacc-fa36-490f-aded-1b1eb5e76615 has no segments {{(pid=86393) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 14:46:44.826583 dv-cinder-786385-2-iscsi neutron-server[86282]: Traceback (most recent call last):
Apr 21 14:46:44.826583 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 14:46:44.826583 dv-cinder-786385-2-iscsi neutron-server[86282]:     timer()
Apr 21 14:46:44.826583 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 14:46:44.826583 dv-cinder-786385-2-iscsi neutron-server[86282]:     cb(*args, **kw)
Apr 21 14:46:44.826583 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 14:46:44.826583 dv-cinder-786385-2-iscsi neutron-server[86282]:     return func(*args, **kwargs)
Apr 21 14:46:44.826583 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 14:46:44.826583 dv-cinder-786385-2-iscsi neutron-server[86282]:     self._notify()
Apr 21 14:46:44.826583 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 14:46:44.826583 dv-cinder-786385-2-iscsi neutron-server[86282]:     self.callback(batched_events)
Apr 21 14:46:44.826583 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 14:46:44.826583 dv-cinder-786385-2-iscsi neutron-server[86282]:     event.method(event)
Apr 21 14:46:44.826583 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 14:46:44.826583 dv-cinder-786385-2-iscsi neutron-server[86282]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 14:46:44.826583 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 14:46:44.826583 dv-cinder-786385-2-iscsi neutron-server[86282]:     segment_id)['aggregates'][0]
Apr 21 14:46:44.826583 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 14:46:44.826583 dv-cinder-786385-2-iscsi neutron-server[86282]:     return f(self, *a, **k)
Apr 21 14:46:44.826583 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 14:46:44.826583 dv-cinder-786385-2-iscsi neutron-server[86282]:     return self._get(url).json()
Apr 21 14:46:44.826583 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 14:46:44.826583 dv-cinder-786385-2-iscsi neutron-server[86282]:     **kwargs)
Apr 21 14:46:44.826583 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 14:46:44.826583 dv-cinder-786385-2-iscsi neutron-server[86282]:     return self.request(url, 'GET', **kwargs)
Apr 21 14:46:44.826583 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 14:46:44.826583 dv-cinder-786385-2-iscsi neutron-server[86282]:     **endpoint_filter)
Apr 21 14:46:44.826583 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 14:46:44.826583 dv-cinder-786385-2-iscsi neutron-server[86282]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 14:46:44.826583 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 14:46:44.826583 dv-cinder-786385-2-iscsi neutron-server[86282]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 14:46:44.826583 dv-cinder-786385-2-iscsi neutron-server[86282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 14:46:44.905829 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b41c183f-d509-40b0-8775-14f362d9c030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1951337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630402'] for network, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:44.913700 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:46:44.945180 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b41c183f-d509-40b0-8775-14f362d9c030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for network, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:44.948154 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c183f-d509-40b0-8775-14f362d9c030 admin admin] Pushing event deleted for resources: {'Network': ['ID=9327aacc-fa36-490f-aded-1b1eb5e76615,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:46:44.951393 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-b41c183f-d509-40b0-8775-14f362d9c030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:46:44.962143 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-b41c183f-d509-40b0-8775-14f362d9c030 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9327aacc-fa36-490f-aded-1b1eb5e76615 HTTP/1.1" status: 204  len: 168 time: 0.9576764
Apr 21 14:46:45.163245 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 60146) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:46:45.216586 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-00ee661a-afa6-46fe-85d8-5abd546eae2d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f8c0e6515053422b8185d7532e81af1c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0520217
Apr 21 14:46:45.220398 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 60150) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:46:45.292895 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-390720d6-bfb6-4268-bcac-0380f37924b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:45.323323 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-390720d6-bfb6-4268-bcac-0380f37924b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:45.372377 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-390720d6-bfb6-4268-bcac-0380f37924b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:45.376286 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c2742ca9-f011-41c7-8016-2f048923ad2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:46:45.391406 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390720d6-bfb6-4268-bcac-0380f37924b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584cc579-12fb-4a1e-8c27-29e5ffba2158,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:46:45.394214 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-390720d6-bfb6-4268-bcac-0380f37924b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:46:45.401396 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-390720d6-bfb6-4268-bcac-0380f37924b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:46:45.402643 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-390720d6-bfb6-4268-bcac-0380f37924b7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/584cc579-12fb-4a1e-8c27-29e5ffba2158 HTTP/1.1" status: 204  len: 168 time: 0.1812804
Apr 21 14:46:57.397256 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:46:59.098435 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800b49f-7f62-4686-b979-f259d54aba51 req-2e06d220-ddaa-4db1-be80-18856d3e1198 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:46:59.100027 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2800b49f-7f62-4686-b979-f259d54aba51 req-2e06d220-ddaa-4db1-be80-18856d3e1198 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 945 time: 0.0957129
Apr 21 14:46:59.148988 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2800b49f-7f62-4686-b979-f259d54aba51 req-26c17863-f1b5-4652-a7ff-b9d9bbc82de5 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424266
Apr 21 14:46:59.406905 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9acef26c-8542-4a56-90cc-f7bf643fbaeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:47:00.360049 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bc834-0822-416a-8424-08eb4302f0f1 req-8b4bf948-f070-41e8-84e7-2faff4ee1f63 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:47:00.361557 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e46bc834-0822-416a-8424-08eb4302f0f1 req-8b4bf948-f070-41e8-84e7-2faff4ee1f63 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 945 time: 0.0927575
Apr 21 14:47:00.423629 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e46bc834-0822-416a-8424-08eb4302f0f1 req-0dcab4c9-12f1-4195-bde2-3a24f182267b tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550745
Apr 21 14:47:01.637650 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe35f4-b993-48aa-8bda-a02d217e8557 req-e25657fa-6e13-45a5-bc83-73dbce3a784e tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:47:01.639428 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8cbe35f4-b993-48aa-8bda-a02d217e8557 req-e25657fa-6e13-45a5-bc83-73dbce3a784e tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 945 time: 0.0973852
Apr 21 14:47:01.706979 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8cbe35f4-b993-48aa-8bda-a02d217e8557 req-168bc840-a8c6-4187-a78a-1033512efeb3 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600896
Apr 21 14:47:02.080168 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:47:02.208608 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-56429df3-a667-4437-a40f-89b4aba75d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:47:02.488583 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:47:02.924718 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02084f-9fe3-4c4f-8c09-b6249c9ff91c req-b48e0465-05ec-4780-a79b-363b9221fb14 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:47:02.926742 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6a02084f-9fe3-4c4f-8c09-b6249c9ff91c req-b48e0465-05ec-4780-a79b-363b9221fb14 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 945 time: 0.0975728
Apr 21 14:47:02.977073 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6a02084f-9fe3-4c4f-8c09-b6249c9ff91c req-302510be-5044-4924-ac9f-419a845713d2 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438426
Apr 21 14:47:04.196793 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8290879-1c9b-44a5-8675-b628be3cdcb2 req-99750361-dc81-434f-ba4a-bd2cf31a8fb4 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:47:04.198369 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c8290879-1c9b-44a5-8675-b628be3cdcb2 req-99750361-dc81-434f-ba4a-bd2cf31a8fb4 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 945 time: 0.1009634
Apr 21 14:47:04.205786 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:47:04.249108 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c8290879-1c9b-44a5-8675-b628be3cdcb2 req-99497428-a74d-4944-841b-61f93559af7a tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438857
Apr 21 14:47:05.465922 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c688b0b-c75b-4a2a-879d-9b9efd808669 req-aed2fe81-b3f1-41ab-97b3-542c86190bdd tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:47:05.467630 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7c688b0b-c75b-4a2a-879d-9b9efd808669 req-aed2fe81-b3f1-41ab-97b3-542c86190bdd tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 945 time: 0.0962076
Apr 21 14:47:05.517016 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7c688b0b-c75b-4a2a-879d-9b9efd808669 req-423580fe-e994-4bde-9646-ceea29daa301 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428836
Apr 21 14:47:06.726904 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9ec4e-e2c0-49ba-a4af-b27d0763ffc1 req-5727976f-8164-498e-a29c-47e1bb23cfe4 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:47:06.728638 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-36f9ec4e-e2c0-49ba-a4af-b27d0763ffc1 req-5727976f-8164-498e-a29c-47e1bb23cfe4 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 945 time: 0.0926974
Apr 21 14:47:06.781062 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-36f9ec4e-e2c0-49ba-a4af-b27d0763ffc1 req-4141852a-3618-4d10-9fc9-1d3e989256cf tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458531
Apr 21 14:47:08.025357 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c337f6-7e75-47ac-a3bf-2e0a4a2fcf82 req-ede54d8a-3029-43f7-8845-73282fa358fb tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:47:08.027954 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-95c337f6-7e75-47ac-a3bf-2e0a4a2fcf82 req-ede54d8a-3029-43f7-8845-73282fa358fb tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 945 time: 0.1215370
Apr 21 14:47:08.079508 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-95c337f6-7e75-47ac-a3bf-2e0a4a2fcf82 req-39108d16-37a5-41dd-ae4e-d404348b9d95 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446744
Apr 21 14:47:08.834978 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:47:09.292692 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bd1cd-2615-459d-a135-3294ad54c17c req-50ed1863-9343-4122-8229-cc180d8fe868 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:47:09.294337 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-279bd1cd-2615-459d-a135-3294ad54c17c req-50ed1863-9343-4122-8229-cc180d8fe868 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 945 time: 0.0964530
Apr 21 14:47:09.344131 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-279bd1cd-2615-459d-a135-3294ad54c17c req-67208783-eaa1-44f0-aa70-1891830c5772 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428057
Apr 21 14:47:10.559859 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad15e68-ee2c-4813-99b7-52663b526c24 req-462b90b2-668d-4885-9c55-5be993f26446 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:47:10.561579 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7ad15e68-ee2c-4813-99b7-52663b526c24 req-462b90b2-668d-4885-9c55-5be993f26446 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 945 time: 0.0976162
Apr 21 14:47:10.613839 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7ad15e68-ee2c-4813-99b7-52663b526c24 req-0270d7fd-0835-46d3-94ba-a11bcef390c3 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456579
Apr 21 14:47:11.828455 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89120be6-1679-49ca-9601-384b0df0495d req-44a605f4-39ba-4c44-bf06-8fd4bc3bac62 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:47:11.830099 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-89120be6-1679-49ca-9601-384b0df0495d req-44a605f4-39ba-4c44-bf06-8fd4bc3bac62 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 945 time: 0.0950711
Apr 21 14:47:11.883195 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-89120be6-1679-49ca-9601-384b0df0495d req-f5916cd5-3414-4995-b5e5-f8178551b538 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461986
Apr 21 14:47:13.101067 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec30efc-5d6e-4cc7-97e5-66009ff0257e req-77c8c711-edc1-4dc1-a01e-0d7a45995d7a tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:47:13.102694 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fec30efc-5d6e-4cc7-97e5-66009ff0257e req-77c8c711-edc1-4dc1-a01e-0d7a45995d7a tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 945 time: 0.0939710
Apr 21 14:47:13.154755 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fec30efc-5d6e-4cc7-97e5-66009ff0257e req-f333dc25-8ae8-4394-a858-9e839e4d1901 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456438
Apr 21 14:47:14.382956 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0cce1-c376-4932-ab36-6ccc1f8e001c req-e731db54-09a6-42c9-be60-e1e37efe0817 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:47:14.384418 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1fe0cce1-c376-4932-ab36-6ccc1f8e001c req-e731db54-09a6-42c9-be60-e1e37efe0817 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 945 time: 0.0920212
Apr 21 14:47:14.436077 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1fe0cce1-c376-4932-ab36-6ccc1f8e001c req-ac512aa6-e19f-4f03-b6a9-88a566ebbf49 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450101
Apr 21 14:47:15.652823 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb142b3d-1aeb-4989-93e8-73b76424de1f req-18d9e744-7d2c-4edb-8bda-03c95f68bc20 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:47:15.654488 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fb142b3d-1aeb-4989-93e8-73b76424de1f req-18d9e744-7d2c-4edb-8bda-03c95f68bc20 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 945 time: 0.0979762
Apr 21 14:47:15.708289 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fb142b3d-1aeb-4989-93e8-73b76424de1f req-6fb2e22b-1569-40ab-850a-33a83cac63b7 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444129
Apr 21 14:47:16.101721 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c99dff-81c4-4e44-8391-22030f56f443 req-22093c3e-cf91-4a19-85d9-de04e54e9f6c tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:47:16.103399 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-58c99dff-81c4-4e44-8391-22030f56f443 req-22093c3e-cf91-4a19-85d9-de04e54e9f6c tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 945 time: 0.0918136
Apr 21 14:47:16.153366 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-58c99dff-81c4-4e44-8391-22030f56f443 req-3e174691-11b0-4bf5-a7cd-be8fa5016888 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435367
Apr 21 14:47:16.275410 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fa98f-c2a9-417f-8a97-fb6d09a34e46 req-5e5197b2-c0c0-42aa-b36e-df3d5030121a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:47:16.277031 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3f2fa98f-c2a9-417f-8a97-fb6d09a34e46 req-5e5197b2-c0c0-42aa-b36e-df3d5030121a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2023f43db8e84313ace24e0426447810&device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 1098 time: 0.0854585
Apr 21 14:47:16.676704 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fa98f-c2a9-417f-8a97-fb6d09a34e46 req-f317fa3a-c6ce-4373-bde6-ecd44ea002bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:47:16.678375 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3f2fa98f-c2a9-417f-8a97-fb6d09a34e46 req-f317fa3a-c6ce-4373-bde6-ecd44ea002bb service neutron] 10.222.0.36 "GET /v2.0/networks?id=6a53d39c-de06-4bc6-9033-7145f2f15e49 HTTP/1.1" status: 200  len: 912 time: 0.3936646
Apr 21 14:47:16.799029 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3f2fa98f-c2a9-417f-8a97-fb6d09a34e46 req-447ea8b7-7fcf-434e-8ba8-d65425e86551 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfdb3723-3356-4b82-8547-cade024b7b10 HTTP/1.1" status: 200  len: 1001 time: 0.1080081
Apr 21 14:47:16.871526 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fa98f-c2a9-417f-8a97-fb6d09a34e46 req-9644155f-55b7-4b43-bc39-6b5f34315147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:47:16.873101 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3f2fa98f-c2a9-417f-8a97-fb6d09a34e46 req-9644155f-55b7-4b43-bc39-6b5f34315147 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4 HTTP/1.1" status: 200  len: 850 time: 0.0661392
Apr 21 14:47:16.962190 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fa98f-c2a9-417f-8a97-fb6d09a34e46 req-e43c5997-3555-4adc-abb9-a094acd756f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:47:16.964262 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3f2fa98f-c2a9-417f-8a97-fb6d09a34e46 req-e43c5997-3555-4adc-abb9-a094acd756f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a53d39c-de06-4bc6-9033-7145f2f15e49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0835395
Apr 21 14:47:17.118743 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3f2fa98f-c2a9-417f-8a97-fb6d09a34e46 req-f4d7c976-2ea3-40e5-85b8-57c09b01455f service neutron] 10.222.0.36 "GET /v2.0/networks/6a53d39c-de06-4bc6-9033-7145f2f15e49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448507
Apr 21 14:47:17.266294 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3f2fa98f-c2a9-417f-8a97-fb6d09a34e46 req-7229d629-8ce4-4295-89dc-ab16a74a59e4 service neutron] 10.222.0.36 "GET /v2.0/networks/6a53d39c-de06-4bc6-9033-7145f2f15e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1404171
Apr 21 14:47:17.372454 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c70d5-11e0-452c-b27d-95f39207c797 req-50c2e3cb-e818-4833-a2e3-2df768848dfc tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:47:17.373622 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-342c70d5-11e0-452c-b27d-95f39207c797 req-50c2e3cb-e818-4833-a2e3-2df768848dfc tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 945 time: 0.0966804
Apr 21 14:47:17.422535 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-342c70d5-11e0-452c-b27d-95f39207c797 req-6221679c-a2f5-491b-a2ea-498fd0e55553 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424328
Apr 21 14:47:18.646202 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efdb17-5b90-4660-b607-6f6320a660ed req-e055b218-7c8e-48bd-80b0-459079f6b52e tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:47:18.647921 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-37efdb17-5b90-4660-b607-6f6320a660ed req-e055b218-7c8e-48bd-80b0-459079f6b52e tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 945 time: 0.1043746
Apr 21 14:47:18.704714 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-37efdb17-5b90-4660-b607-6f6320a660ed req-256a9a76-5c82-400d-8ea6-c84e0bf3298f tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459456
Apr 21 14:47:29.417051 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6020604f-4ede-480f-a6cf-71613b41712c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:47:32.086753 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:47:32.212893 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f5298823-ba4e-49f7-9aea-20308512f745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:47:32.482849 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:47:34.215733 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:47:34.400828 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:47:38.832259 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:47:43.996127 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-002bcf65-b137-4183-a8d9-1b1927cebbeb req-c017e318-89fe-4337-8cfe-6f48bf12e1b2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0958440
Apr 21 14:47:44.106986 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bcf65-b137-4183-a8d9-1b1927cebbeb req-8df80b99-43d3-4ec9-a4a3-3a4a41e37b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:47:44.108632 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-002bcf65-b137-4183-a8d9-1b1927cebbeb req-8df80b99-43d3-4ec9-a4a3-3a4a41e37b92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2023f43db8e84313ace24e0426447810&device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 1098 time: 0.0895951
Apr 21 14:47:44.271758 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bcf65-b137-4183-a8d9-1b1927cebbeb req-b92e253a-259b-4397-ba69-a31547aead7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:47:44.273342 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-002bcf65-b137-4183-a8d9-1b1927cebbeb req-b92e253a-259b-4397-ba69-a31547aead7f service neutron] 10.222.0.36 "GET /v2.0/networks?id=6a53d39c-de06-4bc6-9033-7145f2f15e49 HTTP/1.1" status: 200  len: 912 time: 0.1426861
Apr 21 14:47:44.386911 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-002bcf65-b137-4183-a8d9-1b1927cebbeb req-0f1bf842-cbe4-4f48-8421-d5a6cbfe23e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfdb3723-3356-4b82-8547-cade024b7b10 HTTP/1.1" status: 200  len: 1001 time: 0.1058991
Apr 21 14:47:44.462087 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bcf65-b137-4183-a8d9-1b1927cebbeb req-142dc42a-0a8f-4aa3-9be0-f9bc6a85a3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:47:44.463631 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-002bcf65-b137-4183-a8d9-1b1927cebbeb req-142dc42a-0a8f-4aa3-9be0-f9bc6a85a3e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4 HTTP/1.1" status: 200  len: 850 time: 0.0697937
Apr 21 14:47:44.556138 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bcf65-b137-4183-a8d9-1b1927cebbeb req-726bc1af-07f6-4da4-a514-3945c8aae43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:47:44.557749 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-002bcf65-b137-4183-a8d9-1b1927cebbeb req-726bc1af-07f6-4da4-a514-3945c8aae43d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a53d39c-de06-4bc6-9033-7145f2f15e49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0813127
Apr 21 14:47:44.710535 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-002bcf65-b137-4183-a8d9-1b1927cebbeb req-8a477d7a-f098-41d1-b6c3-e9887d02c073 service neutron] 10.222.0.36 "GET /v2.0/networks/6a53d39c-de06-4bc6-9033-7145f2f15e49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452386
Apr 21 14:47:44.857073 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-002bcf65-b137-4183-a8d9-1b1927cebbeb req-8dd3d3ce-53b9-406b-b043-442bc486b22a service neutron] 10.222.0.36 "GET /v2.0/networks/6a53d39c-de06-4bc6-9033-7145f2f15e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397378
Apr 21 14:47:59.412205 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8617c4bf-7817-4931-aaf7-dfd4af5e2aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:02.085097 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:02.218243 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9f5f8747-2f10-4c5f-8f92-7a920aa1ff39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:02.487178 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:04.212919 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:07.366346 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df146f-679a-41b5-8310-8072376b69e7 req-040ce9d5-5bac-4fad-b9bc-c3d526d0023f tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:07.367864 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-28df146f-679a-41b5-8310-8072376b69e7 req-040ce9d5-5bac-4fad-b9bc-c3d526d0023f tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 945 time: 0.0956542
Apr 21 14:48:07.419367 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-28df146f-679a-41b5-8310-8072376b69e7 req-6124f190-de49-4ccb-968e-a31c867033eb tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448761
Apr 21 14:48:08.637882 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeefe4d6-4591-47ce-a7cb-bcf1662891b3 req-5895fcef-eaa5-4fe2-a503-d0ee0aa47ad2 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:08.639543 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-aeefe4d6-4591-47ce-a7cb-bcf1662891b3 req-5895fcef-eaa5-4fe2-a503-d0ee0aa47ad2 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 945 time: 0.0933857
Apr 21 14:48:08.694754 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-aeefe4d6-4591-47ce-a7cb-bcf1662891b3 req-bb15c868-e3a9-4fee-88b8-ae0543511f10 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484583
Apr 21 14:48:08.846303 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:09.918427 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616ea81-63ef-4ad3-9131-835e747c0938 req-1d7bd6ab-a509-44f4-bb88-5e3f9addc8b6 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:09.920237 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f616ea81-63ef-4ad3-9131-835e747c0938 req-1d7bd6ab-a509-44f4-bb88-5e3f9addc8b6 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 945 time: 0.0993831
Apr 21 14:48:09.971752 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f616ea81-63ef-4ad3-9131-835e747c0938 req-92d9e2b7-03ec-48e6-bc27-6fb6ce7b9863 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446815
Apr 21 14:48:11.207130 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45889b-e8a9-40c1-9bbd-328fdf28e6e5 req-296c6a0d-cf9c-4330-83f6-778247a77101 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:11.209026 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fe45889b-e8a9-40c1-9bbd-328fdf28e6e5 req-296c6a0d-cf9c-4330-83f6-778247a77101 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 945 time: 0.1119554
Apr 21 14:48:11.263544 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fe45889b-e8a9-40c1-9bbd-328fdf28e6e5 req-6fb1076f-595e-4b09-9b2d-610c65834a4d tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473750
Apr 21 14:48:11.401485 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:48:12.497692 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef219a13-5c4e-4051-8280-061501504864 req-f797615f-a3d5-455d-8863-1fd63885d7be tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:12.499371 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ef219a13-5c4e-4051-8280-061501504864 req-f797615f-a3d5-455d-8863-1fd63885d7be tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 945 time: 0.1033936
Apr 21 14:48:12.552094 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ef219a13-5c4e-4051-8280-061501504864 req-416d1f67-bf56-4ce1-958d-cbee665c6acd tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459342
Apr 21 14:48:13.779661 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6f01d-4dd7-4a64-8e8d-83672fd4ac5d req-f2ba4902-12f8-430d-9cbc-2752ca8cd2df tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:13.781294 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7ab6f01d-4dd7-4a64-8e8d-83672fd4ac5d req-f2ba4902-12f8-430d-9cbc-2752ca8cd2df tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 945 time: 0.1020458
Apr 21 14:48:13.836368 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7ab6f01d-4dd7-4a64-8e8d-83672fd4ac5d req-92302f41-6278-4536-96b7-c2d817620778 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479956
Apr 21 14:48:15.063428 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54f184-026b-4c29-8926-500d022555b0 req-94c4379d-1599-40b7-9da5-30b8d702e050 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:15.065256 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1a54f184-026b-4c29-8926-500d022555b0 req-94c4379d-1599-40b7-9da5-30b8d702e050 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 945 time: 0.1008666
Apr 21 14:48:15.123479 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1a54f184-026b-4c29-8926-500d022555b0 req-200e11c7-c97f-436a-a880-a249b5f4dd84 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508196
Apr 21 14:48:16.363916 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cc045-e9a7-4ae5-986d-6e720c9f66d3 req-8386cb35-6c5c-4913-a884-949d5ea0916b tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:16.365539 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-435cc045-e9a7-4ae5-986d-6e720c9f66d3 req-8386cb35-6c5c-4913-a884-949d5ea0916b tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 945 time: 0.0991616
Apr 21 14:48:16.416990 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-435cc045-e9a7-4ae5-986d-6e720c9f66d3 req-08b08656-eab1-4513-868d-c54e21503782 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442080
Apr 21 14:48:17.644824 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e85cd-b700-4a93-809b-a4a3212df244 req-c6f58861-0bae-4536-bb41-8d837df9b4a2 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:17.646519 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a59e85cd-b700-4a93-809b-a4a3212df244 req-c6f58861-0bae-4536-bb41-8d837df9b4a2 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 945 time: 0.1049330
Apr 21 14:48:17.699307 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a59e85cd-b700-4a93-809b-a4a3212df244 req-a61449f2-7cb9-4b51-8854-e2c200f37784 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459275
Apr 21 14:48:18.849641 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 60446) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:48:18.919569 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b5d14-8b54-47da-b577-7b04fe759fdf req-ccb7afc6-cc20-4044-843d-6cbec1d20a14 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:18.921148 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e82b5d14-8b54-47da-b577-7b04fe759fdf req-ccb7afc6-cc20-4044-843d-6cbec1d20a14 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 945 time: 0.0974295
Apr 21 14:48:18.973847 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e82b5d14-8b54-47da-b577-7b04fe759fdf req-c45b8c5d-f105-4de5-a28c-a8f0214d4fc2 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450230
Apr 21 14:48:19.337414 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-08ec889e-345f-4add-aab0-ef8c5df5f633 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Deleting port 229204ae-5348-47a1-bd1f-4bc8ea86afab {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:48:19.337666 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-08ec889e-345f-4add-aab0-ef8c5df5f633 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:19.531849 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-08ec889e-345f-4add-aab0-ef8c5df5f633 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:19.532215 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-08ec889e-345f-4add-aab0-ef8c5df5f633 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:19.674262 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-08ec889e-345f-4add-aab0-ef8c5df5f633 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Calling delete_port for 229204ae-5348-47a1-bd1f-4bc8ea86afab owned by network:floatingip {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:48:19.848684 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-08ec889e-345f-4add-aab0-ef8c5df5f633 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:19.853228 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-549d7e7d-bd0d-4d97-9c5f-4e73115149ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:48:19.904659 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec889e-345f-4add-aab0-ef8c5df5f633 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Pushing event deleted for resources: {'Port': ['ID=229204ae-5348-47a1-bd1f-4bc8ea86afab,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:48:19.942153 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec889e-345f-4add-aab0-ef8c5df5f633 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:48:19.942484 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec889e-345f-4add-aab0-ef8c5df5f633 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:48:19.942923 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec889e-345f-4add-aab0-ef8c5df5f633 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:48:19.943326 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec889e-345f-4add-aab0-ef8c5df5f633 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:48:19.943724 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec889e-345f-4add-aab0-ef8c5df5f633 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:48:19.944126 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec889e-345f-4add-aab0-ef8c5df5f633 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:48:19.944526 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec889e-345f-4add-aab0-ef8c5df5f633 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:48:19.944922 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec889e-345f-4add-aab0-ef8c5df5f633 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:48:19.945318 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec889e-345f-4add-aab0-ef8c5df5f633 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:48:19.945710 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec889e-345f-4add-aab0-ef8c5df5f633 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:48:19.946136 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec889e-345f-4add-aab0-ef8c5df5f633 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:48:19.946529 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec889e-345f-4add-aab0-ef8c5df5f633 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:48:19.955406 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-08ec889e-345f-4add-aab0-ef8c5df5f633 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:48:20.020027 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-08ec889e-345f-4add-aab0-ef8c5df5f633 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks [] for floatingip, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:20.020519 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.l3_db [None req-08ec889e-345f-4add-aab0-ef8c5df5f633 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Floating IP 871e96fc-716a-4ad7-9a59-a25ff3a4e964 disassociated (deleted). External IP: 172.27.3.44, port: cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7.
Apr 21 14:48:20.360527 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca6b80-9a4d-47fb-8803-7592b7aef5c6 req-52e38abd-fd6e-4151-a784-3b83bd5bc616 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:20.362105 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8aca6b80-9a4d-47fb-8803-7592b7aef5c6 req-52e38abd-fd6e-4151-a784-3b83bd5bc616 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 945 time: 0.2134738
Apr 21 14:48:20.443602 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device cc544713-b84a-4e45-b04d-b437a6b4c09b details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 14:48:20.496161 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8aca6b80-9a4d-47fb-8803-7592b7aef5c6 req-58c8c8f1-05cc-4d89-a778-31b8b1ca9e1a tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0820684
Apr 21 14:48:20.606806 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port cc544713-b84a-4e45-b04d-b437a6b4c09b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cc544713-b84a-4e45-b04d-b437a6b4c09b,segment=NetworkSegment(aad70013-a75a-432c-9a4b-498f88914087),segment_id=aad70013-a75a-432c-9a4b-498f88914087)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:48:20.624570 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Returning: {'device': 'cc544713-b84a-4e45-b04d-b437a6b4c09b', 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9', 'port_id': 'cc544713-b84a-4e45-b04d-b437a6b4c09b', 'mac_address': 'fa:16:3e:8a:05:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48293642-451e-458e-960c-7fbf1e7e7bc3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 14:48:20.694977 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:20.715949 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc544713-b84a-4e45-b04d-b437a6b4c09b {{(pid=86395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:48:20.733648 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port cc544713-b84a-4e45-b04d-b437a6b4c09b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cc544713-b84a-4e45-b04d-b437a6b4c09b,segment=NetworkSegment(aad70013-a75a-432c-9a4b-498f88914087),segment_id=aad70013-a75a-432c-9a4b-498f88914087)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:48:20.737183 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:20.739125 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:48:20.797128 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ec889e-345f-4add-aab0-ef8c5df5f633 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Router b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f has already been hosted by L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 {{(pid=86393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 14:48:20.831061 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=cc544713-b84a-4e45-b04d-b437a6b4c09b,revision_number=6']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:48:20.841931 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:48:20.842444 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:48:20.843051 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:48:20.843549 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:48:20.844038 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:48:20.844427 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:48:20.844999 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:48:20.845466 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:48:20.845976 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:48:20.846460 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:48:20.846905 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:48:20.847339 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:48:20.852860 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['cc544713-b84a-4e45-b04d-b437a6b4c09b'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:48:20.925194 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:48:21.029928 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ec889e-345f-4add-aab0-ef8c5df5f633 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:48:21.048957 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e4f7b5-0f1f-4dd6-acec-e49dfb6584a6 None None] Sync routers for ids ['b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f'] in dv-cinder-786385-2-iscsi {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:48:21.062524 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-08ec889e-345f-4add-aab0-ef8c5df5f633 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for floatingip, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:21.076427 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e4f7b5-0f1f-4dd6-acec-e49dfb6584a6 None None] Routers {'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:48:21.077116 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-f7e4f7b5-0f1f-4dd6-acec-e49dfb6584a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f6deb0f0>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:48:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:48:21.157164 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-08ec889e-345f-4add-aab0-ef8c5df5f633 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "DELETE /v2.0/floatingips/871e96fc-716a-4ad7-9a59-a25ff3a4e964 HTTP/1.1" status: 204  len: 168 time: 2.3061178
Apr 21 14:48:21.158049 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96ad6998-eddd-4b1f-b1f8-adada36a72a7', 'tag': 'cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:48:21.211900 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96ad6998-eddd-4b1f-b1f8-adada36a72a7', 'tag': 'cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7', 'status': 'completed', 'code': 200}
Apr 21 14:48:21.322335 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a443d4-dc09-49ba-8c67-0466aca23410 req-1fbd2b9b-09b4-4ce2-8416-cf10deb2efe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:21.324138 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-16a443d4-dc09-49ba-8c67-0466aca23410 req-1fbd2b9b-09b4-4ce2-8416-cf10deb2efe6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a6d44a65707b47e1b0190ca77b504c5a&device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 1098 time: 0.0867250
Apr 21 14:48:21.457650 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-f7e4f7b5-0f1f-4dd6-acec-e49dfb6584a6 None None] Set router b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:48:21.475240 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a443d4-dc09-49ba-8c67-0466aca23410 req-8813eef9-90c4-4cc6-b0a6-48cdfdb0e32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:21.476823 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-16a443d4-dc09-49ba-8c67-0466aca23410 req-8813eef9-90c4-4cc6-b0a6-48cdfdb0e32e service neutron] 10.222.0.36 "GET /v2.0/networks?id=a003a337-7cb6-4621-a360-57adf836244c HTTP/1.1" status: 200  len: 909 time: 0.1453216
Apr 21 14:48:21.567381 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-16a443d4-dc09-49ba-8c67-0466aca23410 req-153fccdc-dc4a-427e-b23a-0bf5e47a7af1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7 HTTP/1.1" status: 200  len: 217 time: 0.0792382
Apr 21 14:48:21.581707 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1b314-00b3-43ea-b3da-3ab440ab75ce req-33356fb7-4022-48fe-b7df-d31eff767d3e tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:21.583790 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b1f1b314-00b3-43ea-b3da-3ab440ab75ce req-33356fb7-4022-48fe-b7df-d31eff767d3e tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 945 time: 0.0980089
Apr 21 14:48:21.653383 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b1f1b314-00b3-43ea-b3da-3ab440ab75ce req-b40cdd97-9673-45e5-8257-9db598a5c240 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583761
Apr 21 14:48:21.726075 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a443d4-dc09-49ba-8c67-0466aca23410 req-fafa6216-091f-4248-9ca6-bed6ed7acaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:21.727661 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-16a443d4-dc09-49ba-8c67-0466aca23410 req-fafa6216-091f-4248-9ca6-bed6ed7acaf7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53f2fe62-2656-4892-a94c-57e1e270df1c HTTP/1.1" status: 200  len: 847 time: 0.1536086
Apr 21 14:48:21.813072 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-f7e4f7b5-0f1f-4dd6-acec-e49dfb6584a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f6deb0f0>, [{'id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'name': 'tempest-TestShelveInstance-104436944-router', 'tenant_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '02a3d962-cd49-4d33-9b98-0c333b7b0aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:23Z', 'updated_at': '2021-04-21T14:41:33Z', 'revision_number': 4, 'project_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'gw_port': {'id': '02a3d962-cd49-4d33-9b98-0c333b7b0aff', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:25Z', 'updated_at': '2021-04-21T14:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': '605609ac-0231-44d6-9d64-3f9765478ee1', 'name': '', 'network_id': 'a003a337-7cb6-4621-a360-57adf836244c', 'tenant_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'mac_address': 'fa:16:3e:56:7d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '53f2fe62-2656-4892-a94c-57e1e270df1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:32Z', 'updated_at': '2021-04-21T14:41:45Z', 'revision_number': 5, 'project_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'subnets': [{'id': '53f2fe62-2656-4892-a94c-57e1e270df1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:48:21.817184 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e4f7b5-0f1f-4dd6-acec-e49dfb6584a6 None None] Checking router: b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f for host: dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:48:21.818423 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b56c41-1287-4ad2-9da8-02b5d4528ba0 req-b8d10d00-ff81-4317-a66b-7e9e6c959198 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:21.820330 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-42b56c41-1287-4ad2-9da8-02b5d4528ba0 req-b8d10d00-ff81-4317-a66b-7e9e6c959198 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 944 time: 0.1584761
Apr 21 14:48:21.826443 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e4f7b5-0f1f-4dd6-acec-e49dfb6584a6 None None] Routers {'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:48:21.827111 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-f7e4f7b5-0f1f-4dd6-acec-e49dfb6584a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f6deb0f0>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:48:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:48:21.880604 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-42b56c41-1287-4ad2-9da8-02b5d4528ba0 req-6c54d603-8dfb-46e3-bfd2-7febc53472a1 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508971
Apr 21 14:48:21.882757 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a443d4-dc09-49ba-8c67-0466aca23410 req-2db14050-c653-4297-9814-e80d5672a3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:21.884282 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-16a443d4-dc09-49ba-8c67-0466aca23410 req-2db14050-c653-4297-9814-e80d5672a3d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a003a337-7cb6-4621-a360-57adf836244c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1407416
Apr 21 14:48:22.029146 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-f7e4f7b5-0f1f-4dd6-acec-e49dfb6584a6 None None] Set router b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:48:22.079933 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-16a443d4-dc09-49ba-8c67-0466aca23410 req-71e22684-5fb5-4a83-a352-e5c36fb4a658 service neutron] 10.222.0.36 "GET /v2.0/networks/a003a337-7cb6-4621-a360-57adf836244c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1870747
Apr 21 14:48:22.235896 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-16a443d4-dc09-49ba-8c67-0466aca23410 req-9fcaab6a-03bb-46bc-8cc7-7a7d2b62658b service neutron] 10.222.0.36 "GET /v2.0/networks/a003a337-7cb6-4621-a360-57adf836244c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1470709
Apr 21 14:48:22.379873 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-f7e4f7b5-0f1f-4dd6-acec-e49dfb6584a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f6deb0f0>, [{'id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'name': 'tempest-TestShelveInstance-104436944-router', 'tenant_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '02a3d962-cd49-4d33-9b98-0c333b7b0aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:23Z', 'updated_at': '2021-04-21T14:41:33Z', 'revision_number': 4, 'project_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'gw_port': {'id': '02a3d962-cd49-4d33-9b98-0c333b7b0aff', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:25Z', 'updated_at': '2021-04-21T14:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': '605609ac-0231-44d6-9d64-3f9765478ee1', 'name': '', 'network_id': 'a003a337-7cb6-4621-a360-57adf836244c', 'tenant_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'mac_address': 'fa:16:3e:56:7d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '53f2fe62-2656-4892-a94c-57e1e270df1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:32Z', 'updated_at': '2021-04-21T14:41:45Z', 'revision_number': 5, 'project_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'subnets': [{'id': '53f2fe62-2656-4892-a94c-57e1e270df1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:48:22.384399 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e4f7b5-0f1f-4dd6-acec-e49dfb6584a6 None None] The sync data for ids ['b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f'] in dv-cinder-786385-2-iscsi is: [{'id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'name': 'tempest-TestShelveInstance-104436944-router', 'tenant_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '02a3d962-cd49-4d33-9b98-0c333b7b0aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:23Z', 'updated_at': '2021-04-21T14:41:33Z', 'revision_number': 4, 'project_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'gw_port': {'id': '02a3d962-cd49-4d33-9b98-0c333b7b0aff', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:25Z', 'updated_at': '2021-04-21T14:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': '605609ac-0231-44d6-9d64-3f9765478ee1', 'name': '', 'network_id': 'a003a337-7cb6-4621-a360-57adf836244c', 'tenant_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'mac_address': 'fa:16:3e:56:7d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '53f2fe62-2656-4892-a94c-57e1e270df1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:32Z', 'updated_at': '2021-04-21T14:41:45Z', 'revision_number': 5, 'project_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'subnets': [{'id': '53f2fe62-2656-4892-a94c-57e1e270df1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:48:22.428798 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4355d-24fd-4ff0-830d-523e8212bbee req-30bc6c79-a677-40b9-8db7-44d8bc2c02c8 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:22.430502 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9ec4355d-24fd-4ff0-830d-523e8212bbee req-30bc6c79-a677-40b9-8db7-44d8bc2c02c8 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 945 time: 0.0995562
Apr 21 14:48:22.458878 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device cc544713-b84a-4e45-b04d-b437a6b4c09b up at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:48:22.486862 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9ec4355d-24fd-4ff0-830d-523e8212bbee req-5b81f9d6-b240-40a8-b6cd-63ef67295fda tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443702
Apr 21 14:48:22.533483 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning complete for port cc544713-b84a-4e45-b04d-b437a6b4c09b triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:48:22.533905 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:22.668761 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:22.702274 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b1c253-7437-4a43-bc08-a0626125cd82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc544713-b84a-4e45-b04d-b437a6b4c09b'}] {{(pid=86395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:48:22.711218 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port cc544713-b84a-4e45-b04d-b437a6b4c09b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cc544713-b84a-4e45-b04d-b437a6b4c09b,segment=NetworkSegment(aad70013-a75a-432c-9a4b-498f88914087),segment_id=aad70013-a75a-432c-9a4b-498f88914087)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:48:22.714562 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:22.717331 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:48:22.757175 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b1c253-7437-4a43-bc08-a0626125cd82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc544713-b84a-4e45-b04d-b437a6b4c09b', 'code': 200}
Apr 21 14:48:22.795815 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=cc544713-b84a-4e45-b04d-b437a6b4c09b,revision_number=7']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:48:22.797674 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71f0fe8-61fa-4ce3-8866-5281238cd02d None None] New status for floating IP 871e96fc-716a-4ad7-9a59-a25ff3a4e964: DOWN {{(pid=86396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 14:48:22.798960 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:48:22.864494 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8c2ef-c1dd-4b9e-80f0-b1be20f00454 req-44a7bacb-0ad5-455e-8d6a-9d47318dc2e9 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:22.866218 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c5c8c2ef-c1dd-4b9e-80f0-b1be20f00454 req-44a7bacb-0ad5-455e-8d6a-9d47318dc2e9 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 945 time: 0.0979714
Apr 21 14:48:22.955110 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c5c8c2ef-c1dd-4b9e-80f0-b1be20f00454 req-46307c30-84e1-40f4-8d2e-269d183a0b98 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0815706
Apr 21 14:48:23.102493 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7ac60-4743-4cc8-b228-ef9c0f7adadf req-e7042306-1f05-48fa-a79a-9495ae812dfc tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:23.104314 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bec7ac60-4743-4cc8-b228-ef9c0f7adadf req-e7042306-1f05-48fa-a79a-9495ae812dfc tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 945 time: 0.0911524
Apr 21 14:48:23.158349 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bec7ac60-4743-4cc8-b228-ef9c0f7adadf req-aed2821d-3a4c-470b-bdd4-2e6e8c793b3c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468786
Apr 21 14:48:23.676799 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eac296-3e21-4adc-b5d9-3d5a6d4e1e11 req-28bef880-0999-495e-b38e-abfb1832e771 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:23.677547 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-84eac296-3e21-4adc-b5d9-3d5a6d4e1e11 req-28bef880-0999-495e-b38e-abfb1832e771 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Synchronizing usage tracker for tenant:a6d44a65707b47e1b0190ca77b504c5a on resource:port {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:48:23.695403 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-84eac296-3e21-4adc-b5d9-3d5a6d4e1e11 req-28bef880-0999-495e-b38e-abfb1832e771 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Unset dirty status for tenant:a6d44a65707b47e1b0190ca77b504c5a on resource:port {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:48:23.696685 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-84eac296-3e21-4adc-b5d9-3d5a6d4e1e11 req-28bef880-0999-495e-b38e-abfb1832e771 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.36 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 945 time: 0.1233468
Apr 21 14:48:23.777965 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-84eac296-3e21-4adc-b5d9-3d5a6d4e1e11 req-60bc83e3-f441-43b9-b33f-af8914221beb tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Deleting port cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7 {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:48:23.778376 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-84eac296-3e21-4adc-b5d9-3d5a6d4e1e11 req-60bc83e3-f441-43b9-b33f-af8914221beb tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:23.852366 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b9a0b-6632-4a3b-bf90-cc42b7df1a51 req-68c1e773-7bd3-495a-b3c0-47428f73970f tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:23.854095 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ee6b9a0b-6632-4a3b-bf90-cc42b7df1a51 req-68c1e773-7bd3-495a-b3c0-47428f73970f tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 945 time: 0.0955634
Apr 21 14:48:23.905081 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ee6b9a0b-6632-4a3b-bf90-cc42b7df1a51 req-727e7371-9fbe-4491-b355-ae44c6775dc7 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441856
Apr 21 14:48:24.059111 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-84eac296-3e21-4adc-b5d9-3d5a6d4e1e11 req-60bc83e3-f441-43b9-b33f-af8914221beb tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] For port cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7,segment=NetworkSegment(b25a38b9-fe49-48a1-b6a4-3eba25ea7a91),segment_id=b25a38b9-fe49-48a1-b6a4-3eba25ea7a91)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:48:24.059525 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-84eac296-3e21-4adc-b5d9-3d5a6d4e1e11 req-60bc83e3-f441-43b9-b33f-af8914221beb tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:24.235739 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-84eac296-3e21-4adc-b5d9-3d5a6d4e1e11 req-60bc83e3-f441-43b9-b33f-af8914221beb tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Calling delete_port for cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7 owned by compute:nova {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:48:24.377809 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf2f261-8d6c-4d0e-85a1-5698050f65e3 req-747e9b84-cd0a-4d98-bc00-159420035c16 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:24.379402 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-aaf2f261-8d6c-4d0e-85a1-5698050f65e3 req-747e9b84-cd0a-4d98-bc00-159420035c16 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 945 time: 0.0931423
Apr 21 14:48:24.400115 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ca4e9-8907-4cf7-b1f1-8b0175e2a9a8 req-027959da-2d5a-4a70-a7e3-7cc7ecd718ad tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:24.402060 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-778ca4e9-8907-4cf7-b1f1-8b0175e2a9a8 req-027959da-2d5a-4a70-a7e3-7cc7ecd718ad tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 945 time: 0.2726123
Apr 21 14:48:24.433785 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-aaf2f261-8d6c-4d0e-85a1-5698050f65e3 req-6864f6da-5d19-45bb-8ed9-5efd0099371c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473588
Apr 21 14:48:24.459276 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-84eac296-3e21-4adc-b5d9-3d5a6d4e1e11 req-60bc83e3-f441-43b9-b33f-af8914221beb tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:24.468840 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-0b7514d3-403d-40fd-ad8e-cab036bef336 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:48:24.524407 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-778ca4e9-8907-4cf7-b1f1-8b0175e2a9a8 req-21949887-9069-4a97-8e37-37d979d3164b tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/security-groups?id=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1094186
Apr 21 14:48:24.564688 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc83e3-f441-43b9-b33f-af8914221beb tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Pushing event deleted for resources: {'Port': ['ID=cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:48:24.567627 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-60bc83e3-f441-43b9-b33f-af8914221beb tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:48:24.612036 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-84eac296-3e21-4adc-b5d9-3d5a6d4e1e11 req-60bc83e3-f441-43b9-b33f-af8914221beb tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] No DVR routers for this DVR port cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7 on host hv-cinder-78638 {{(pid=86393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 14:48:24.615104 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-84eac296-3e21-4adc-b5d9-3d5a6d4e1e11 req-60bc83e3-f441-43b9-b33f-af8914221beb tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:24.619366 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ad6998-eddd-4b1f-b1f8-adada36a72a7', 'name': 'network-vif-deleted', 'tag': 'cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:48:24.635910 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-84eac296-3e21-4adc-b5d9-3d5a6d4e1e11 req-60bc83e3-f441-43b9-b33f-af8914221beb tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.36 "DELETE /v2.0/ports/cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7 HTTP/1.1" status: 204  len: 173 time: 0.9332294
Apr 21 14:48:24.672662 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96ad6998-eddd-4b1f-b1f8-adada36a72a7', 'name': 'network-vif-deleted', 'tag': 'cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7', 'status': 'completed', 'code': 200}
Apr 21 14:48:25.138957 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09082d-7e75-4436-98c3-3f5ddfc8af97 req-f0a84e7d-f1f4-4775-b4b3-8c653c7681fe tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:25.140717 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bf09082d-7e75-4436-98c3-3f5ddfc8af97 req-f0a84e7d-f1f4-4775-b4b3-8c653c7681fe tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 945 time: 0.1043084
Apr 21 14:48:25.201252 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bf09082d-7e75-4436-98c3-3f5ddfc8af97 req-625bf2ba-2c67-43b7-938e-1b8545b1e224 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517435
Apr 21 14:48:25.675606 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e7b68-471b-40a7-aa44-eb1e926377a3 req-c018cc3d-c53c-4ad3-a6bd-3f9b57771a10 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:25.677643 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5b1e7b68-471b-40a7-aa44-eb1e926377a3 req-c018cc3d-c53c-4ad3-a6bd-3f9b57771a10 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 945 time: 0.1127267
Apr 21 14:48:25.719037 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-bc30fe32-254e-428c-abef-0d3c28006ebc req-eb72a52f-6f08-4362-abd7-9b0960bfeba2 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Synchronizing usage tracker for tenant:a6d44a65707b47e1b0190ca77b504c5a on resource:port {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:48:25.735561 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-bc30fe32-254e-428c-abef-0d3c28006ebc req-eb72a52f-6f08-4362-abd7-9b0960bfeba2 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Unset dirty status for tenant:a6d44a65707b47e1b0190ca77b504c5a on resource:port {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:48:25.737002 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bc30fe32-254e-428c-abef-0d3c28006ebc req-eb72a52f-6f08-4362-abd7-9b0960bfeba2 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "GET /v2.0/ports?device_id=96ad6998-eddd-4b1f-b1f8-adada36a72a7 HTTP/1.1" status: 200  len: 210 time: 0.0715854
Apr 21 14:48:25.753086 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5b1e7b68-471b-40a7-aa44-eb1e926377a3 req-4bb16abf-72c1-4e2c-b4f5-5ad5f38f7f2f tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679722
Apr 21 14:48:26.473603 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335af55-2488-4533-b373-4340baed077c req-3161f34e-9a96-4528-b407-faa9bacb7ad4 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:26.475303 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b335af55-2488-4533-b373-4340baed077c req-3161f34e-9a96-4528-b407-faa9bacb7ad4 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 945 time: 0.0967546
Apr 21 14:48:26.533912 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b335af55-2488-4533-b373-4340baed077c req-0e0a45fa-0cae-455f-8818-034c0f104d9c tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508194
Apr 21 14:48:26.848066 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 60532) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:48:27.000600 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-48546de3-25ae-4eba-903e-bf421d561d90 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:27.053546 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-48546de3-25ae-4eba-903e-bf421d561d90 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:27.083718 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3362c91-b833-4ee9-8dcf-6a988d46cae2 req-76322dd0-1925-49ed-82cf-e9e2b29ee9bf tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:27.085397 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d3362c91-b833-4ee9-8dcf-6a988d46cae2 req-76322dd0-1925-49ed-82cf-e9e2b29ee9bf tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 945 time: 0.1862710
Apr 21 14:48:27.158086 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d3362c91-b833-4ee9-8dcf-6a988d46cae2 req-b8f5a526-3b27-4381-ac8e-0be0bda4f2cb tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648644
Apr 21 14:48:27.179550 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-48546de3-25ae-4eba-903e-bf421d561d90 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:27.188217 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-765086d0-5f39-4ae3-aa16-47f46d3b174d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:48:27.208273 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48546de3-25ae-4eba-903e-bf421d561d90 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:48:27.211461 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-48546de3-25ae-4eba-903e-bf421d561d90 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:48:27.221797 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-48546de3-25ae-4eba-903e-bf421d561d90 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:27.237236 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-48546de3-25ae-4eba-903e-bf421d561d90 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] 10.222.0.24 "DELETE /v2.0/security-groups/17d5c3f6-93d7-436b-a1a7-56b9b7aa1ad9 HTTP/1.1" status: 204  len: 168 time: 0.3877382
Apr 21 14:48:27.757177 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741251e-d382-4502-be3c-9ab6d11f0322 req-2b66ea81-a1d3-465a-931e-6558f8f46f85 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:27.758966 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0741251e-d382-4502-be3c-9ab6d11f0322 req-2b66ea81-a1d3-465a-931e-6558f8f46f85 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 945 time: 0.1011391
Apr 21 14:48:27.816367 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0741251e-d382-4502-be3c-9ab6d11f0322 req-541c220a-aa5a-4d5a-a585-f3acc1fc6250 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507567
Apr 21 14:48:28.310879 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 60544) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:48:28.403730 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174618d-c198-44ad-b909-a2dded091578 req-f5219cf4-b78c-4050-aaa3-94aab7c788f2 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:28.405856 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d174618d-c198-44ad-b909-a2dded091578 req-f5219cf4-b78c-4050-aaa3-94aab7c788f2 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 945 time: 0.1128461
Apr 21 14:48:28.469302 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:48:28.480790 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d174618d-c198-44ad-b909-a2dded091578 req-2aa1a28c-3d1f-4bb9-bd75-b8d9dd5a58a6 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0671203
Apr 21 14:48:28.549483 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] No Port match for: cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7 {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:48:28.550504 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device cf7ef8c7-a38d-4fd5-b21a-c298de3e6ee7 not bound to the agent host hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:48:29.182855 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7e324-e7b9-4fb9-9970-297cec23a626 req-cbbb0ed5-1720-4a3e-8a4c-fa6c47d8c99f tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:29.184492 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b4d7e324-e7b9-4fb9-9970-297cec23a626 req-cbbb0ed5-1720-4a3e-8a4c-fa6c47d8c99f tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 945 time: 0.2278216
Apr 21 14:48:29.285063 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b4d7e324-e7b9-4fb9-9970-297cec23a626 req-49b0a3a3-eb48-4d88-81bb-0e56adc7e581 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0912931
Apr 21 14:48:29.326493 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-20cc47bc-faf6-46e9-a2c4-d76d805dd007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145126'] for router_interface, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:29.443210 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-643235b0-87a9-4298-87f2-72e084f4b21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:29.880583 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07122d82-b3e4-4d48-a72e-042555ba3f36 req-5cd68070-dcf4-4fba-b296-df50756d8653 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:29.888610 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-07122d82-b3e4-4d48-a72e-042555ba3f36 req-5cd68070-dcf4-4fba-b296-df50756d8653 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 945 time: 0.1098309
Apr 21 14:48:29.954210 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-07122d82-b3e4-4d48-a72e-042555ba3f36 req-4ccb7a6c-e9d4-4c9d-bdbc-52705a8c1492 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0644355
Apr 21 14:48:30.155213 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-20cc47bc-faf6-46e9-a2c4-d76d805dd007 admin admin] Deleting port 605609ac-0231-44d6-9d64-3f9765478ee1 {{(pid=86394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:48:30.155804 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-20cc47bc-faf6-46e9-a2c4-d76d805dd007 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:30.427363 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-20cc47bc-faf6-46e9-a2c4-d76d805dd007 admin admin] For port 605609ac-0231-44d6-9d64-3f9765478ee1, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=605609ac-0231-44d6-9d64-3f9765478ee1,segment=NetworkSegment(b25a38b9-fe49-48a1-b6a4-3eba25ea7a91),segment_id=b25a38b9-fe49-48a1-b6a4-3eba25ea7a91)] {{(pid=86394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:48:30.427968 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-20cc47bc-faf6-46e9-a2c4-d76d805dd007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:30.604481 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-20cc47bc-faf6-46e9-a2c4-d76d805dd007 admin admin] Calling delete_port for 605609ac-0231-44d6-9d64-3f9765478ee1 owned by network:router_interface {{(pid=86394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:48:30.906664 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72714e28-590b-4447-b3cf-36a87e62afea req-cd0f41e9-b052-4ee8-98d7-7874f34eb082 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:30.908347 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-72714e28-590b-4447-b3cf-36a87e62afea req-cd0f41e9-b052-4ee8-98d7-7874f34eb082 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 945 time: 0.2550690
Apr 21 14:48:30.936518 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-20cc47bc-faf6-46e9-a2c4-d76d805dd007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:30.943647 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-41069628-5d2b-42aa-ae45-3eb333c0bc4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:48:30.998122 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc47bc-faf6-46e9-a2c4-d76d805dd007 admin admin] Pushing event deleted for resources: {'Port': ['ID=605609ac-0231-44d6-9d64-3f9765478ee1,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:48:31.054868 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-72714e28-590b-4447-b3cf-36a87e62afea req-25972b13-bf88-48a9-87e7-22e59003acd6 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1381419
Apr 21 14:48:31.056427 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc47bc-faf6-46e9-a2c4-d76d805dd007 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:48:31.056843 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc47bc-faf6-46e9-a2c4-d76d805dd007 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:48:31.057237 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc47bc-faf6-46e9-a2c4-d76d805dd007 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:48:31.057626 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc47bc-faf6-46e9-a2c4-d76d805dd007 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:48:31.058032 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc47bc-faf6-46e9-a2c4-d76d805dd007 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:48:31.058405 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc47bc-faf6-46e9-a2c4-d76d805dd007 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:48:31.058796 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc47bc-faf6-46e9-a2c4-d76d805dd007 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:48:31.059176 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc47bc-faf6-46e9-a2c4-d76d805dd007 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:48:31.059562 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc47bc-faf6-46e9-a2c4-d76d805dd007 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:48:31.059955 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc47bc-faf6-46e9-a2c4-d76d805dd007 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:48:31.060335 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc47bc-faf6-46e9-a2c4-d76d805dd007 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:48:31.060715 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc47bc-faf6-46e9-a2c4-d76d805dd007 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:48:31.070214 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-20cc47bc-faf6-46e9-a2c4-d76d805dd007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:48:31.413304 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc02219-9326-4584-8bca-e48d5f7e6914 req-688ecc73-8cd9-4dcc-bd2d-43f5e6496da5 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:31.426463 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9fc02219-9326-4584-8bca-e48d5f7e6914 req-688ecc73-8cd9-4dcc-bd2d-43f5e6496da5 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 945 time: 0.1942689
Apr 21 14:48:31.561176 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-20cc47bc-faf6-46e9-a2c4-d76d805dd007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1023654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854145052'] for router_interface, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:31.590530 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9fc02219-9326-4584-8bca-e48d5f7e6914 req-8ffa1eed-f900-457c-b084-330b3f34ed63 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1602046
Apr 21 14:48:32.102128 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:32.127877 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20cc47bc-faf6-46e9-a2c4-d76d805dd007 admin admin] Router b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f has already been hosted by L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 {{(pid=86394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 14:48:32.231675 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-34a933a9-12d7-4def-b543-01434cbbdbf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:32.427328 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c355e-f321-45bf-bc4f-98f67aedde03 req-197f1748-3822-4dae-b7b4-85624584fab4 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:32.429162 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-412c355e-f321-45bf-bc4f-98f67aedde03 req-197f1748-3822-4dae-b7b4-85624584fab4 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 945 time: 0.1474996
Apr 21 14:48:32.433389 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cc47bc-faf6-46e9-a2c4-d76d805dd007 admin admin] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:48:32.456544 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13381400-063f-4b63-9ce6-ae48cf94f2c7 None None] Sync routers for ids ['b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f'] in dv-cinder-786385-2-iscsi {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:48:32.485177 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13381400-063f-4b63-9ce6-ae48cf94f2c7 None None] Routers {'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:48:32.486484 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-13381400-063f-4b63-9ce6-ae48cf94f2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f75ed0b8>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:48:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:48:32.498317 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-20cc47bc-faf6-46e9-a2c4-d76d805dd007 admin admin] 10.222.0.24 "PUT /v2.0/routers/b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1783600
Apr 21 14:48:32.500629 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 60574) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:48:32.508504 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-412c355e-f321-45bf-bc4f-98f67aedde03 req-50aa87b9-6d13-45aa-bcae-fabb47a44f2b tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681515
Apr 21 14:48:32.794432 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:32.828642 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-13381400-063f-4b63-9ce6-ae48cf94f2c7 None None] Set router b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:48:32.907342 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f48ff698-dc9b-4646-a503-98708e42eae2 admin admin] Notify callbacks [] for router, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:33.264574 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-13381400-063f-4b63-9ce6-ae48cf94f2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f75ed0b8>, [{'id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'name': 'tempest-TestShelveInstance-104436944-router', 'tenant_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '02a3d962-cd49-4d33-9b98-0c333b7b0aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:23Z', 'updated_at': '2021-04-21T14:48:30Z', 'revision_number': 5, 'project_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'gw_port': {'id': '02a3d962-cd49-4d33-9b98-0c333b7b0aff', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:25Z', 'updated_at': '2021-04-21T14:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi'}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:48:33.270679 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13381400-063f-4b63-9ce6-ae48cf94f2c7 None None] Checking router: b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f for host: dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:48:33.283630 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13381400-063f-4b63-9ce6-ae48cf94f2c7 None None] Routers {'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:48:33.285074 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-13381400-063f-4b63-9ce6-ae48cf94f2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f75ed0b8>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:48:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:48:33.487268 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f48ff698-dc9b-4646-a503-98708e42eae2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:33.507402 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2c46b-96e1-421a-83f9-41c77ef788c3 req-7e49fd5e-ab43-45d3-90cb-1d819d6f7bd5 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:33.516854 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-53d2c46b-96e1-421a-83f9-41c77ef788c3 req-7e49fd5e-ab43-45d3-90cb-1d819d6f7bd5 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 945 time: 0.7329869
Apr 21 14:48:33.534763 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-f48ff698-dc9b-4646-a503-98708e42eae2 admin admin] Deleting port 02a3d962-cd49-4d33-9b98-0c333b7b0aff {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:48:33.535390 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f48ff698-dc9b-4646-a503-98708e42eae2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:33.751914 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-f48ff698-dc9b-4646-a503-98708e42eae2 admin admin] For port 02a3d962-cd49-4d33-9b98-0c333b7b0aff, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=02a3d962-cd49-4d33-9b98-0c333b7b0aff,segment=NetworkSegment(cc9f75c9-c7cc-49bd-a770-8a7cd276112c),segment_id=cc9f75c9-c7cc-49bd-a770-8a7cd276112c)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:48:33.752312 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f48ff698-dc9b-4646-a503-98708e42eae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:33.777414 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bf98d-144e-4a9e-ac53-9ae44621b0de req-6de94e18-0750-4f21-8ae2-f225518d361c tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:33.786762 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-014bf98d-144e-4a9e-ac53-9ae44621b0de req-6de94e18-0750-4f21-8ae2-f225518d361c tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 945 time: 0.1432292
Apr 21 14:48:33.848277 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-13381400-063f-4b63-9ce6-ae48cf94f2c7 None None] Set router b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:48:33.862240 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-014bf98d-144e-4a9e-ac53-9ae44621b0de req-9f3d1fd0-04ec-46df-a6c6-9878a5548a90 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0743542
Apr 21 14:48:33.895279 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-f48ff698-dc9b-4646-a503-98708e42eae2 admin admin] Calling delete_port for 02a3d962-cd49-4d33-9b98-0c333b7b0aff owned by network:router_gateway {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:48:34.117736 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f48ff698-dc9b-4646-a503-98708e42eae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:34.126750 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-82793e13-bde7-46b4-b178-7a751f1fd950 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:48:34.179893 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ff698-dc9b-4646-a503-98708e42eae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=02a3d962-cd49-4d33-9b98-0c333b7b0aff,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:48:34.185871 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f48ff698-dc9b-4646-a503-98708e42eae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:48:34.199186 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-53d2c46b-96e1-421a-83f9-41c77ef788c3 req-44e76a10-31d1-4c45-b722-cff74bc48af8 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6812007
Apr 21 14:48:34.259204 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:34.322201 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f48ff698-dc9b-4646-a503-98708e42eae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650085'] for router_gateway, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:34.387046 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f170da-a2d3-471d-a012-896731aa234d req-94247462-3a14-4aa6-896e-4127372bae45 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:34.388753 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a3f170da-a2d3-471d-a012-896731aa234d req-94247462-3a14-4aa6-896e-4127372bae45 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 945 time: 0.1436715
Apr 21 14:48:34.395006 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-13381400-063f-4b63-9ce6-ae48cf94f2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f75ed0b8>, [{'id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'name': 'tempest-TestShelveInstance-104436944-router', 'tenant_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '02a3d962-cd49-4d33-9b98-0c333b7b0aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:23Z', 'updated_at': '2021-04-21T14:48:30Z', 'revision_number': 5, 'project_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'gw_port': {'id': '02a3d962-cd49-4d33-9b98-0c333b7b0aff', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:25Z', 'updated_at': '2021-04-21T14:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi'}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:48:34.400645 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13381400-063f-4b63-9ce6-ae48cf94f2c7 None None] The sync data for ids ['b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f'] in dv-cinder-786385-2-iscsi is: [{'id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'name': 'tempest-TestShelveInstance-104436944-router', 'tenant_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '02a3d962-cd49-4d33-9b98-0c333b7b0aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:23Z', 'updated_at': '2021-04-21T14:48:30Z', 'revision_number': 5, 'project_id': 'a6d44a65707b47e1b0190ca77b504c5a', 'gw_port': {'id': '02a3d962-cd49-4d33-9b98-0c333b7b0aff', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:25Z', 'updated_at': '2021-04-21T14:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi'}] {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:48:34.467892 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a3f170da-a2d3-471d-a012-896731aa234d req-23db3819-c8fb-4594-bf93-53ede8014aa7 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0700412
Apr 21 14:48:34.586464 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f48ff698-dc9b-4646-a503-98708e42eae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773215'] for router, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:34.591785 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f48ff698-dc9b-4646-a503-98708e42eae2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:34.623764 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f48ff698-dc9b-4646-a503-98708e42eae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854151811'] for router, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:34.624791 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48ff698-dc9b-4646-a503-98708e42eae2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f {{(pid=86393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 21 14:48:34.688352 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f48ff698-dc9b-4646-a503-98708e42eae2 admin admin] Notify callbacks [] for router, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:34.689647 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-f48ff698-dc9b-4646-a503-98708e42eae2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/b06b1ccb-1d5c-4ac1-bdb8-256171dbba1f HTTP/1.1" status: 204  len: 168 time: 2.1876466
Apr 21 14:48:34.692706 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 60586) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:48:34.693005 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f932cd-fe88-4c61-8fcb-b1fe33e5ffa4 req-9db256ad-716a-4d0c-943e-eaf703391cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:34.694376 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-67f932cd-fe88-4c61-8fcb-b1fe33e5ffa4 req-9db256ad-716a-4d0c-943e-eaf703391cdb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2023f43db8e84313ace24e0426447810&device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 1098 time: 0.3186443
Apr 21 14:48:34.814473 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb5a7645-2a55-4f22-a1e5-bd7b0a0e42a2 admin admin] Deleting subnet 53f2fe62-2656-4892-a94c-57e1e270df1c {{(pid=86394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 14:48:34.819008 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-eb5a7645-2a55-4f22-a1e5-bd7b0a0e42a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:34.890299 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f932cd-fe88-4c61-8fcb-b1fe33e5ffa4 req-957489b4-40b1-4d54-bf66-654dce6680f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:34.892150 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-eb5a7645-2a55-4f22-a1e5-bd7b0a0e42a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14890559'] for subnet, precommit_delete_associations {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:34.892960 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-67f932cd-fe88-4c61-8fcb-b1fe33e5ffa4 req-957489b4-40b1-4d54-bf66-654dce6680f7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6a53d39c-de06-4bc6-9033-7145f2f15e49 HTTP/1.1" status: 200  len: 912 time: 0.1899641
Apr 21 14:48:35.076730 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-67f932cd-fe88-4c61-8fcb-b1fe33e5ffa4 req-b7299caa-c67f-40a8-a24b-7f109ef02cd7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfdb3723-3356-4b82-8547-cade024b7b10 HTTP/1.1" status: 200  len: 1001 time: 0.1748626
Apr 21 14:48:35.077494 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-eb5a7645-2a55-4f22-a1e5-bd7b0a0e42a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1951284'] for subnet, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:35.177315 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f932cd-fe88-4c61-8fcb-b1fe33e5ffa4 req-6c9a324e-f7bd-477a-8ec6-9f72152174bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:35.179781 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-67f932cd-fe88-4c61-8fcb-b1fe33e5ffa4 req-6c9a324e-f7bd-477a-8ec6-9f72152174bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4 HTTP/1.1" status: 200  len: 850 time: 0.0895507
Apr 21 14:48:35.396829 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f932cd-fe88-4c61-8fcb-b1fe33e5ffa4 req-ba11a447-5dc8-4c35-8cb7-992a21db2e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:35.398943 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-67f932cd-fe88-4c61-8fcb-b1fe33e5ffa4 req-ba11a447-5dc8-4c35-8cb7-992a21db2e1c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a53d39c-de06-4bc6-9033-7145f2f15e49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2124391
Apr 21 14:48:35.455950 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-eb5a7645-2a55-4f22-a1e5-bd7b0a0e42a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852824564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15686350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839266476'] for subnet, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:35.470740 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:48:35.545234 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 605609ac-0231-44d6-9d64-3f9765478ee1 no longer exists at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:48:35.577740 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-67f932cd-fe88-4c61-8fcb-b1fe33e5ffa4 req-6a591e6e-5a33-4601-95cb-1c6f65734c1f service neutron] 10.222.0.36 "GET /v2.0/networks/6a53d39c-de06-4bc6-9033-7145f2f15e49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1713939
Apr 21 14:48:35.651772 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] No Port match for: 605609ac-0231-44d6-9d64-3f9765478ee1 {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:48:35.658848 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 605609ac-0231-44d6-9d64-3f9765478ee1 not bound to the agent host dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:48:35.659645 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 02a3d962-cd49-4d33-9b98-0c333b7b0aff no longer exists at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:48:35.720863 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de433b-f68f-4b7e-85d1-72f1b1735b5c req-98602f8a-7b12-4d50-88d0-84cd103a3cf6 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:35.722853 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a9de433b-f68f-4b7e-85d1-72f1b1735b5c req-98602f8a-7b12-4d50-88d0-84cd103a3cf6 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 945 time: 0.3845162
Apr 21 14:48:35.745077 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] No Port match for: 02a3d962-cd49-4d33-9b98-0c333b7b0aff {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:48:35.745760 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 02a3d962-cd49-4d33-9b98-0c333b7b0aff not bound to the agent host dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:48:35.795205 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a9de433b-f68f-4b7e-85d1-72f1b1735b5c req-6da63ef7-b760-4fc4-838d-a2d388788b33 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631218
Apr 21 14:48:35.844022 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-67f932cd-fe88-4c61-8fcb-b1fe33e5ffa4 req-f425d8c7-5b01-47a7-88a4-60baaea3a335 service neutron] 10.222.0.36 "GET /v2.0/networks/6a53d39c-de06-4bc6-9033-7145f2f15e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2529156
Apr 21 14:48:35.850475 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abea08e-d3b3-4d8a-9d5a-e0a6effd3114 None None] Network a003a337-7cb6-4621-a360-57adf836244c requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:48:35.870074 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-eb5a7645-2a55-4f22-a1e5-bd7b0a0e42a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for subnet, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:35.875914 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-eb5a7645-2a55-4f22-a1e5-bd7b0a0e42a2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/53f2fe62-2656-4892-a94c-57e1e270df1c HTTP/1.1" status: 204  len: 168 time: 1.1820080
Apr 21 14:48:35.881442 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 60598) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:48:35.889584 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a7645-2a55-4f22-a1e5-bd7b0a0e42a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53f2fe62-2656-4892-a94c-57e1e270df1c,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:48:35.900692 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-eb5a7645-2a55-4f22-a1e5-bd7b0a0e42a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:48:36.007330 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96920a34-b602-4ed4-8082-06cf6b4ba60c req-24819612-bcdd-46e3-aa85-0829106875e4 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:36.009213 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-96920a34-b602-4ed4-8082-06cf6b4ba60c req-24819612-bcdd-46e3-aa85-0829106875e4 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 945 time: 0.1878726
Apr 21 14:48:36.026579 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1ef23c8d-292f-4fe6-a400-7f0862ac9b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2044280'] for network, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:36.040108 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-1ef23c8d-292f-4fe6-a400-7f0862ac9b95 admin admin] Deleting port 20a73fcb-3bba-40c4-b86c-d661873b1824 {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:48:36.040500 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1ef23c8d-292f-4fe6-a400-7f0862ac9b95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:36.074962 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-96920a34-b602-4ed4-8082-06cf6b4ba60c req-1124e02c-41c3-4c01-95b6-eb3541f5bce3 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581203
Apr 21 14:48:36.264914 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f853205-b68d-4620-957a-099cdea7777b None None] DHCP port deletion for a003a337-7cb6-4621-a360-57adf836244c request from dv-cinder-786385-2-iscsi {{(pid=86395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 21 14:48:36.269599 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-2f853205-b68d-4620-957a-099cdea7777b None None] Deleting port 20a73fcb-3bba-40c4-b86c-d661873b1824 {{(pid=86395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:48:36.270027 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2f853205-b68d-4620-957a-099cdea7777b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:36.310387 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-1ef23c8d-292f-4fe6-a400-7f0862ac9b95 admin admin] For port 20a73fcb-3bba-40c4-b86c-d661873b1824, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=20a73fcb-3bba-40c4-b86c-d661873b1824,segment=NetworkSegment(b25a38b9-fe49-48a1-b6a4-3eba25ea7a91),segment_id=b25a38b9-fe49-48a1-b6a4-3eba25ea7a91)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:48:36.310766 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1ef23c8d-292f-4fe6-a400-7f0862ac9b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:36.484785 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-1ef23c8d-292f-4fe6-a400-7f0862ac9b95 admin admin] Calling delete_port for 20a73fcb-3bba-40c4-b86c-d661873b1824 owned by network:dhcp {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:48:36.588362 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-2f853205-b68d-4620-957a-099cdea7777b None None] For port 20a73fcb-3bba-40c4-b86c-d661873b1824, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=20a73fcb-3bba-40c4-b86c-d661873b1824,segment=NetworkSegment(b25a38b9-fe49-48a1-b6a4-3eba25ea7a91),segment_id=b25a38b9-fe49-48a1-b6a4-3eba25ea7a91)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:48:36.588734 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2f853205-b68d-4620-957a-099cdea7777b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:36.626678 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1ef23c8d-292f-4fe6-a400-7f0862ac9b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:36.641905 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9cbb35bd-ed29-43ff-b574-3d2f9877e723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:48:36.703361 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef23c8d-292f-4fe6-a400-7f0862ac9b95 admin admin] No DVR routers for this DVR port 20a73fcb-3bba-40c4-b86c-d661873b1824 on host dv-cinder-786385-2-iscsi {{(pid=86393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 14:48:36.733469 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-2f853205-b68d-4620-957a-099cdea7777b None None] Calling delete_port for 20a73fcb-3bba-40c4-b86c-d661873b1824 owned by network:dhcp {{(pid=86395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:48:36.756955 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef23c8d-292f-4fe6-a400-7f0862ac9b95 admin admin] Pushing event deleted for resources: {'Port': ['ID=20a73fcb-3bba-40c4-b86c-d661873b1824,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:48:36.772752 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-1ef23c8d-292f-4fe6-a400-7f0862ac9b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:48:36.892079 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.db.api [None req-2f853205-b68d-4620-957a-099cdea7777b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86395) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 14:48:36.892501 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_db.api [None req-2f853205-b68d-4620-957a-099cdea7777b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 14:48:36.895683 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1ef23c8d-292f-4fe6-a400-7f0862ac9b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852824479', 'neutron.services.segments.db._delete_segments_for_network-8759846428787'] for network, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:37.079436 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-1ef23c8d-292f-4fe6-a400-7f0862ac9b95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78f7bd2860>,) {'filters': {'network_id': ['a003a337-7cb6-4621-a360-57adf836244c']}} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:48:37.102471 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-1ef23c8d-292f-4fe6-a400-7f0862ac9b95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78f7bd2860>, 'b25a38b9-fe49-48a1-b6a4-3eba25ea7a91') {'for_net_delete': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:48:37.102812 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-1ef23c8d-292f-4fe6-a400-7f0862ac9b95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78f7bd2860>, 'b25a38b9-fe49-48a1-b6a4-3eba25ea7a91') {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:48:37.120087 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1ef23c8d-292f-4fe6-a400-7f0862ac9b95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277008185699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036840669187'] for segment, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:37.143570 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd9532-22dd-4fc2-ad65-bea122e13e7d req-2fa2b1af-6081-4b4e-ac77-5289f04e3f47 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:37.145224 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-dcdd9532-22dd-4fc2-ad65-bea122e13e7d req-2fa2b1af-6081-4b4e-ac77-5289f04e3f47 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 945 time: 0.1840997
Apr 21 14:48:37.168757 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1ef23c8d-292f-4fe6-a400-7f0862ac9b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852863918'] for segment, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:37.182360 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ef23c8d-292f-4fe6-a400-7f0862ac9b95 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=86393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 14:48:37.304121 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767352e7-07f3-4514-a788-3e616ef91068 req-120bcb6a-fb94-4873-8f83-ac1794904990 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:37.305976 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-767352e7-07f3-4514-a788-3e616ef91068 req-120bcb6a-fb94-4873-8f83-ac1794904990 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 945 time: 0.1022060
Apr 21 14:48:37.362846 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-767352e7-07f3-4514-a788-3e616ef91068 req-5644b47f-566a-4191-9aa4-ad8e9f6e0bec tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496871
Apr 21 14:48:37.394143 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-2f853205-b68d-4620-957a-099cdea7777b None None] Deleting port 20a73fcb-3bba-40c4-b86c-d661873b1824 {{(pid=86395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:48:37.394613 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2f853205-b68d-4620-957a-099cdea7777b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:37.475315 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-2f853205-b68d-4620-957a-099cdea7777b None None] The port '20a73fcb-3bba-40c4-b86c-d661873b1824' was deleted {{(pid=86395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 21 14:48:37.488689 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 20a73fcb-3bba-40c4-b86c-d661873b1824 no longer exists at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:48:37.527666 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] No Port match for: 20a73fcb-3bba-40c4-b86c-d661873b1824 {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:48:37.528057 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 20a73fcb-3bba-40c4-b86c-d661873b1824 not bound to the agent host dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:48:37.565869 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-dcdd9532-22dd-4fc2-ad65-bea122e13e7d req-2697a98a-d39b-4147-9b52-4236c80fe479 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4127231
Apr 21 14:48:37.667717 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-1ef23c8d-292f-4fe6-a400-7f0862ac9b95 admin admin] Network a003a337-7cb6-4621-a360-57adf836244c has no segments {{(pid=86393) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 14:48:37.678122 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1ef23c8d-292f-4fe6-a400-7f0862ac9b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1911845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14929072'] for segment, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:37.868724 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-1ef23c8d-292f-4fe6-a400-7f0862ac9b95 admin admin] Network a003a337-7cb6-4621-a360-57adf836244c has no segments {{(pid=86393) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 14:48:37.892518 dv-cinder-786385-2-iscsi neutron-server[86282]: Traceback (most recent call last):
Apr 21 14:48:37.892518 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 14:48:37.892518 dv-cinder-786385-2-iscsi neutron-server[86282]:     timer()
Apr 21 14:48:37.892518 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 14:48:37.892518 dv-cinder-786385-2-iscsi neutron-server[86282]:     cb(*args, **kw)
Apr 21 14:48:37.892518 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 14:48:37.892518 dv-cinder-786385-2-iscsi neutron-server[86282]:     return func(*args, **kwargs)
Apr 21 14:48:37.892518 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 14:48:37.892518 dv-cinder-786385-2-iscsi neutron-server[86282]:     self._notify()
Apr 21 14:48:37.892518 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 14:48:37.892518 dv-cinder-786385-2-iscsi neutron-server[86282]:     self.callback(batched_events)
Apr 21 14:48:37.892518 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 14:48:37.892518 dv-cinder-786385-2-iscsi neutron-server[86282]:     event.method(event)
Apr 21 14:48:37.892518 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 14:48:37.892518 dv-cinder-786385-2-iscsi neutron-server[86282]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 14:48:37.892518 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 14:48:37.892518 dv-cinder-786385-2-iscsi neutron-server[86282]:     segment_id)['aggregates'][0]
Apr 21 14:48:37.892518 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 14:48:37.892518 dv-cinder-786385-2-iscsi neutron-server[86282]:     return f(self, *a, **k)
Apr 21 14:48:37.892518 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 14:48:37.892518 dv-cinder-786385-2-iscsi neutron-server[86282]:     return self._get(url).json()
Apr 21 14:48:37.892518 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 14:48:37.892518 dv-cinder-786385-2-iscsi neutron-server[86282]:     **kwargs)
Apr 21 14:48:37.892518 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 14:48:37.892518 dv-cinder-786385-2-iscsi neutron-server[86282]:     return self.request(url, 'GET', **kwargs)
Apr 21 14:48:37.892518 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 14:48:37.892518 dv-cinder-786385-2-iscsi neutron-server[86282]:     **endpoint_filter)
Apr 21 14:48:37.892518 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 14:48:37.892518 dv-cinder-786385-2-iscsi neutron-server[86282]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 14:48:37.892518 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 14:48:37.892518 dv-cinder-786385-2-iscsi neutron-server[86282]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 14:48:37.892518 dv-cinder-786385-2-iscsi neutron-server[86282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 14:48:38.038443 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1ef23c8d-292f-4fe6-a400-7f0862ac9b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1951337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630402'] for network, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:38.046337 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-1ed83915-25ca-4d6b-bced-ccea7c019fa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:48:38.061512 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1ef23c8d-292f-4fe6-a400-7f0862ac9b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for network, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:38.075649 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef23c8d-292f-4fe6-a400-7f0862ac9b95 admin admin] Pushing event deleted for resources: {'Network': ['ID=a003a337-7cb6-4621-a360-57adf836244c,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:48:38.080578 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-1ef23c8d-292f-4fe6-a400-7f0862ac9b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:48:38.083183 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b61c8e-29a9-4eed-858a-85146a33de1a req-184d39c4-4ae7-4b6d-adc5-8d2e63522e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:38.084876 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-82b61c8e-29a9-4eed-858a-85146a33de1a req-184d39c4-4ae7-4b6d-adc5-8d2e63522e59 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0771cc9ab3c4a23881ef55e4b3218b3&device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 1098 time: 0.1419029
Apr 21 14:48:38.122989 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-1ef23c8d-292f-4fe6-a400-7f0862ac9b95 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a003a337-7cb6-4621-a360-57adf836244c HTTP/1.1" status: 204  len: 168 time: 2.2401030
Apr 21 14:48:38.126250 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 60626) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:48:38.239516 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b61c8e-29a9-4eed-858a-85146a33de1a req-38ef59b4-5e92-4c66-923e-772f0713b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:38.241125 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-82b61c8e-29a9-4eed-858a-85146a33de1a req-38ef59b4-5e92-4c66-923e-772f0713b367 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4398a4b8-9ecd-43b2-988b-da3ccd660ad9 HTTP/1.1" status: 200  len: 918 time: 0.1473992
Apr 21 14:48:38.357639 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-82b61c8e-29a9-4eed-858a-85146a33de1a req-ad9d7aee-1621-48dc-82c4-209db0101128 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc544713-b84a-4e45-b04d-b437a6b4c09b HTTP/1.1" status: 200  len: 1001 time: 0.1088171
Apr 21 14:48:38.429275 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b61c8e-29a9-4eed-858a-85146a33de1a req-17f05c4d-a5f8-4287-a162-9d12d979108c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:38.430928 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-82b61c8e-29a9-4eed-858a-85146a33de1a req-17f05c4d-a5f8-4287-a162-9d12d979108c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48293642-451e-458e-960c-7fbf1e7e7bc3 HTTP/1.1" status: 200  len: 856 time: 0.0671985
Apr 21 14:48:38.519813 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b61c8e-29a9-4eed-858a-85146a33de1a req-ca74f1e6-7756-4e33-85c9-982f3056b325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:38.521624 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-82b61c8e-29a9-4eed-858a-85146a33de1a req-ca74f1e6-7756-4e33-85c9-982f3056b325 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4398a4b8-9ecd-43b2-988b-da3ccd660ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0844035
Apr 21 14:48:38.693483 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-82b61c8e-29a9-4eed-858a-85146a33de1a req-2a8179c2-3abb-4294-96f8-2a57762b405c service neutron] 10.222.0.36 "GET /v2.0/networks/4398a4b8-9ecd-43b2-988b-da3ccd660ad9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1654925
Apr 21 14:48:38.795472 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e0d77bfe-5065-4f66-a7ec-973e4f7fcbfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145126'] for router_interface, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:38.842220 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-82b61c8e-29a9-4eed-858a-85146a33de1a req-a6a81151-c3e0-414a-a923-24acef5ea09e service neutron] 10.222.0.36 "GET /v2.0/networks/4398a4b8-9ecd-43b2-988b-da3ccd660ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1416500
Apr 21 14:48:38.870106 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:38.927726 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb4839-7c19-4842-8bce-e08fd201e9dc req-76b17a34-fb9b-457e-a7c2-3eab3763e7d7 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:38.929362 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b5bb4839-7c19-4842-8bce-e08fd201e9dc req-76b17a34-fb9b-457e-a7c2-3eab3763e7d7 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 945 time: 0.2330725
Apr 21 14:48:39.022748 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b5bb4839-7c19-4842-8bce-e08fd201e9dc req-33c93ef5-2ba4-4003-ae9b-36481172bba0 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0791094
Apr 21 14:48:39.229454 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-e0d77bfe-5065-4f66-a7ec-973e4f7fcbfd admin admin] Deleting port 41585e74-c97a-4f8c-b38d-2f7ca2e71091 {{(pid=86394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:48:39.230115 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e0d77bfe-5065-4f66-a7ec-973e4f7fcbfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:39.422120 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-e0d77bfe-5065-4f66-a7ec-973e4f7fcbfd admin admin] For port 41585e74-c97a-4f8c-b38d-2f7ca2e71091, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=41585e74-c97a-4f8c-b38d-2f7ca2e71091,segment=NetworkSegment(07d2d60f-14b2-49b0-840e-d90f5c355033),segment_id=07d2d60f-14b2-49b0-840e-d90f5c355033)] {{(pid=86394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:48:39.422549 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e0d77bfe-5065-4f66-a7ec-973e4f7fcbfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:39.568351 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-e0d77bfe-5065-4f66-a7ec-973e4f7fcbfd admin admin] Calling delete_port for 41585e74-c97a-4f8c-b38d-2f7ca2e71091 owned by network:router_interface {{(pid=86394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:48:39.758960 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e0d77bfe-5065-4f66-a7ec-973e4f7fcbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:39.762899 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-23e71ff4-d9ee-47a8-a946-5501271f2559 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:48:39.812686 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d77bfe-5065-4f66-a7ec-973e4f7fcbfd admin admin] Pushing event deleted for resources: {'Port': ['ID=41585e74-c97a-4f8c-b38d-2f7ca2e71091,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:48:39.817876 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e0d77bfe-5065-4f66-a7ec-973e4f7fcbfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:48:40.115934 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e0d77bfe-5065-4f66-a7ec-973e4f7fcbfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1023654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854145052'] for router_interface, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:40.242791 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e322e-2a64-4067-bb9a-01c942062e9e req-c676d4e1-3644-48da-9f71-091ffab7dc33 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:40.244752 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-780e322e-2a64-4067-bb9a-01c942062e9e req-c676d4e1-3644-48da-9f71-091ffab7dc33 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 945 time: 0.0977235
Apr 21 14:48:40.297108 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-780e322e-2a64-4067-bb9a-01c942062e9e req-9b7a2933-d870-42c1-a2a6-5f77d2b73daf tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453300
Apr 21 14:48:40.523051 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d77bfe-5065-4f66-a7ec-973e4f7fcbfd admin admin] Router 1147fda8-d2c8-4c04-a839-4528934710e6 has already been hosted by L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 {{(pid=86394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 14:48:40.970701 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d77bfe-5065-4f66-a7ec-973e4f7fcbfd admin admin] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:48:40.981452 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182b40ed-efb5-4ef6-b8af-9e72922e8773 None None] Sync routers for ids ['1147fda8-d2c8-4c04-a839-4528934710e6'] in dv-cinder-786385-2-iscsi {{(pid=86396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:48:40.994497 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-e0d77bfe-5065-4f66-a7ec-973e4f7fcbfd admin admin] 10.222.0.24 "PUT /v2.0/routers/1147fda8-d2c8-4c04-a839-4528934710e6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8668537
Apr 21 14:48:40.997211 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 60640) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:48:41.003248 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182b40ed-efb5-4ef6-b8af-9e72922e8773 None None] Routers {'1147fda8-d2c8-4c04-a839-4528934710e6'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:48:41.007842 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-182b40ed-efb5-4ef6-b8af-9e72922e8773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f6f71d30>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:48:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['1147fda8-d2c8-4c04-a839-4528934710e6'], 'active': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:48:41.195002 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8515003f-bad5-47d9-96b7-643ec19aec6d admin admin] Notify callbacks [] for router, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:41.214793 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-182b40ed-efb5-4ef6-b8af-9e72922e8773 None None] Set router 1147fda8-d2c8-4c04-a839-4528934710e6 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:48:41.406996 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8515003f-bad5-47d9-96b7-643ec19aec6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:41.417121 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-8515003f-bad5-47d9-96b7-643ec19aec6d admin admin] Deleting port 8b9b17be-533a-478c-9a78-6f80d22881e7 {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:48:41.417875 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8515003f-bad5-47d9-96b7-643ec19aec6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:41.552869 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7c900-71b0-4fcc-b6a1-25286912dfac req-2b48ad59-a019-4e23-9881-418ec6478752 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:41.554736 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2ad7c900-71b0-4fcc-b6a1-25286912dfac req-2b48ad59-a019-4e23-9881-418ec6478752 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 945 time: 0.1127787
Apr 21 14:48:41.613288 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2ad7c900-71b0-4fcc-b6a1-25286912dfac req-853e5c83-bb25-4b5f-accd-8c363437ad58 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508060
Apr 21 14:48:41.648761 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-8515003f-bad5-47d9-96b7-643ec19aec6d admin admin] For port 8b9b17be-533a-478c-9a78-6f80d22881e7, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=8b9b17be-533a-478c-9a78-6f80d22881e7,segment=NetworkSegment(cc9f75c9-c7cc-49bd-a770-8a7cd276112c),segment_id=cc9f75c9-c7cc-49bd-a770-8a7cd276112c)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:48:41.649254 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8515003f-bad5-47d9-96b7-643ec19aec6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:41.709075 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-182b40ed-efb5-4ef6-b8af-9e72922e8773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f6f71d30>, [{'id': '1147fda8-d2c8-4c04-a839-4528934710e6', 'name': 'tempest-TestShelveInstance-8374316-router', 'tenant_id': '01e95465057243c787344dfee3ddb775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8b9b17be-533a-478c-9a78-6f80d22881e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:45Z', 'updated_at': '2021-04-21T14:48:39Z', 'revision_number': 5, 'project_id': '01e95465057243c787344dfee3ddb775', 'gw_port': {'id': '8b9b17be-533a-478c-9a78-6f80d22881e7', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1147fda8-d2c8-4c04-a839-4528934710e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:48Z', 'updated_at': '2021-04-21T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi'}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:48:41.714653 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182b40ed-efb5-4ef6-b8af-9e72922e8773 None None] Checking router: 1147fda8-d2c8-4c04-a839-4528934710e6 for host: dv-cinder-786385-2-iscsi {{(pid=86396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:48:41.725605 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182b40ed-efb5-4ef6-b8af-9e72922e8773 None None] Routers {'1147fda8-d2c8-4c04-a839-4528934710e6'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:48:41.726169 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-182b40ed-efb5-4ef6-b8af-9e72922e8773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f6f71d30>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:48:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['1147fda8-d2c8-4c04-a839-4528934710e6'], 'active': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:48:41.800612 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-8515003f-bad5-47d9-96b7-643ec19aec6d admin admin] Calling delete_port for 8b9b17be-533a-478c-9a78-6f80d22881e7 owned by network:router_gateway {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:48:41.902473 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-182b40ed-efb5-4ef6-b8af-9e72922e8773 None None] Set router 1147fda8-d2c8-4c04-a839-4528934710e6 gateway port host: None {{(pid=86396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:48:41.998053 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8515003f-bad5-47d9-96b7-643ec19aec6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:42.003298 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-78ca2833-099f-4030-92fc-803e9ee0f011 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:48:42.020024 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-182b40ed-efb5-4ef6-b8af-9e72922e8773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f6f71d30>, [{'id': '1147fda8-d2c8-4c04-a839-4528934710e6', 'name': 'tempest-TestShelveInstance-8374316-router', 'tenant_id': '01e95465057243c787344dfee3ddb775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:45Z', 'updated_at': '2021-04-21T14:48:41Z', 'revision_number': 6, 'project_id': '01e95465057243c787344dfee3ddb775', 'gw_port_host': None}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:48:42.024900 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182b40ed-efb5-4ef6-b8af-9e72922e8773 None None] The sync data for ids ['1147fda8-d2c8-4c04-a839-4528934710e6'] in dv-cinder-786385-2-iscsi is: [{'id': '1147fda8-d2c8-4c04-a839-4528934710e6', 'name': 'tempest-TestShelveInstance-8374316-router', 'tenant_id': '01e95465057243c787344dfee3ddb775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:45Z', 'updated_at': '2021-04-21T14:48:41Z', 'revision_number': 6, 'project_id': '01e95465057243c787344dfee3ddb775', 'gw_port_host': None}] {{(pid=86396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:48:42.057310 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515003f-bad5-47d9-96b7-643ec19aec6d admin admin] Pushing event deleted for resources: {'Port': ['ID=8b9b17be-533a-478c-9a78-6f80d22881e7,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:48:42.060553 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8515003f-bad5-47d9-96b7-643ec19aec6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:48:42.160770 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8515003f-bad5-47d9-96b7-643ec19aec6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650085'] for router_gateway, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:42.551666 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device cc544713-b84a-4e45-b04d-b437a6b4c09b no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:48:42.617155 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8515003f-bad5-47d9-96b7-643ec19aec6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773215'] for router, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:42.619919 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8515003f-bad5-47d9-96b7-643ec19aec6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:42.665306 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8515003f-bad5-47d9-96b7-643ec19aec6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854151811'] for router, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:42.666456 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8515003f-bad5-47d9-96b7-643ec19aec6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1147fda8-d2c8-4c04-a839-4528934710e6 {{(pid=86393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 21 14:48:42.683289 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8515003f-bad5-47d9-96b7-643ec19aec6d admin admin] Notify callbacks [] for router, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:42.684965 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-8515003f-bad5-47d9-96b7-643ec19aec6d admin admin] 10.222.0.24 "DELETE /v2.0/routers/1147fda8-d2c8-4c04-a839-4528934710e6 HTTP/1.1" status: 204  len: 168 time: 1.6866727
Apr 21 14:48:42.689187 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:42.689648 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 60668) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:48:42.721354 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b1c253-7437-4a43-bc08-a0626125cd82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc544713-b84a-4e45-b04d-b437a6b4c09b'}] {{(pid=86395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:48:42.750797 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port cc544713-b84a-4e45-b04d-b437a6b4c09b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cc544713-b84a-4e45-b04d-b437a6b4c09b,segment=NetworkSegment(aad70013-a75a-432c-9a4b-498f88914087),segment_id=aad70013-a75a-432c-9a4b-498f88914087)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:48:42.755181 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:42.758153 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:48:42.769483 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_v2 [None req-29801a08-cb78-4b4f-a4b6-8ed1bc01400c admin admin] Deleting subnet be79a524-06de-4ef4-a066-695ff60a7d5f {{(pid=86393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 14:48:42.773553 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-29801a08-cb78-4b4f-a4b6-8ed1bc01400c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:42.798806 dv-cinder-786385-2-iscsi neutron-server[86282]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '77b1c253-7437-4a43-bc08-a0626125cd82', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cc544713-b84a-4e45-b04d-b437a6b4c09b', 'code': 422} returned with failed status
Apr 21 14:48:42.837888 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-29801a08-cb78-4b4f-a4b6-8ed1bc01400c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14106613'] for subnet, precommit_delete_associations {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:42.847803 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=cc544713-b84a-4e45-b04d-b437a6b4c09b,revision_number=8']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:48:42.850846 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:48:42.975746 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-29801a08-cb78-4b4f-a4b6-8ed1bc01400c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1951284'] for subnet, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:43.274525 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-29801a08-cb78-4b4f-a4b6-8ed1bc01400c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852824564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839847661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14113115'] for subnet, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:43.279408 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:48:43.318353 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29801a08-cb78-4b4f-a4b6-8ed1bc01400c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be79a524-06de-4ef4-a066-695ff60a7d5f,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:48:43.322636 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-29801a08-cb78-4b4f-a4b6-8ed1bc01400c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:48:43.325065 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-29801a08-cb78-4b4f-a4b6-8ed1bc01400c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:43.332556 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ace56a-790a-44f3-a2e2-463f3aacd4e1 None None] Network fe57891a-5585-497c-82dc-88ae4c719772 requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:48:43.336610 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-29801a08-cb78-4b4f-a4b6-8ed1bc01400c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/be79a524-06de-4ef4-a066-695ff60a7d5f HTTP/1.1" status: 204  len: 168 time: 0.6457310
Apr 21 14:48:43.339236 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 60688) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:48:43.363427 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d75ada-3503-44a0-b855-ac2cd2fe1038 req-b4c2d256-372f-4cf1-a99a-1a790271aa57 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:43.365638 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-15d75ada-3503-44a0-b855-ac2cd2fe1038 req-b4c2d256-372f-4cf1-a99a-1a790271aa57 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 943 time: 0.0999308
Apr 21 14:48:43.435020 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-15d75ada-3503-44a0-b855-ac2cd2fe1038 req-02111cd1-7077-4d87-945d-a4e9a8be4c17 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620089
Apr 21 14:48:43.483031 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-717b37e7-3a79-4daa-b88d-aa5fdb25ec89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2044280'] for network, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:43.497186 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-717b37e7-3a79-4daa-b88d-aa5fdb25ec89 admin admin] Deleting port 58e0a93e-dccc-4a47-aa3d-c917079dd7fd {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:48:43.497861 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-717b37e7-3a79-4daa-b88d-aa5fdb25ec89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:43.521936 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 8b9b17be-533a-478c-9a78-6f80d22881e7 no longer exists at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:48:43.566754 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] No Port match for: 8b9b17be-533a-478c-9a78-6f80d22881e7 {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:48:43.567338 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 8b9b17be-533a-478c-9a78-6f80d22881e7 not bound to the agent host dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:48:43.567595 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 41585e74-c97a-4f8c-b38d-2f7ca2e71091 no longer exists at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:48:43.599814 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-94862ad7-62fb-4030-8c0b-4d375c96bc4a req-e206a96b-da02-4e39-9041-3a68faa29742 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1774492
Apr 21 14:48:43.604879 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] No Port match for: 41585e74-c97a-4f8c-b38d-2f7ca2e71091 {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:48:43.605266 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 41585e74-c97a-4f8c-b38d-2f7ca2e71091 not bound to the agent host dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:48:43.696093 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a4b2fd-a4ac-4d2c-84c0-de0473d0c9f9 None None] DHCP port deletion for fe57891a-5585-497c-82dc-88ae4c719772 request from dv-cinder-786385-2-iscsi {{(pid=86395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 21 14:48:43.702212 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-04a4b2fd-a4ac-4d2c-84c0-de0473d0c9f9 None None] Deleting port 58e0a93e-dccc-4a47-aa3d-c917079dd7fd {{(pid=86395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:48:43.702783 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-04a4b2fd-a4ac-4d2c-84c0-de0473d0c9f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:43.740153 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-717b37e7-3a79-4daa-b88d-aa5fdb25ec89 admin admin] For port 58e0a93e-dccc-4a47-aa3d-c917079dd7fd, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=58e0a93e-dccc-4a47-aa3d-c917079dd7fd,segment=NetworkSegment(07d2d60f-14b2-49b0-840e-d90f5c355033),segment_id=07d2d60f-14b2-49b0-840e-d90f5c355033)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:48:43.740339 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-717b37e7-3a79-4daa-b88d-aa5fdb25ec89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:43.881904 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-717b37e7-3a79-4daa-b88d-aa5fdb25ec89 admin admin] Calling delete_port for 58e0a93e-dccc-4a47-aa3d-c917079dd7fd owned by network:dhcp {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:48:43.933513 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-04a4b2fd-a4ac-4d2c-84c0-de0473d0c9f9 None None] For port 58e0a93e-dccc-4a47-aa3d-c917079dd7fd, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=58e0a93e-dccc-4a47-aa3d-c917079dd7fd,segment=NetworkSegment(07d2d60f-14b2-49b0-840e-d90f5c355033),segment_id=07d2d60f-14b2-49b0-840e-d90f5c355033)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:48:43.933956 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-04a4b2fd-a4ac-4d2c-84c0-de0473d0c9f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:43.966359 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-717b37e7-3a79-4daa-b88d-aa5fdb25ec89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:43.981021 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-78ca2833-099f-4030-92fc-803e9ee0f011 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:48:44.033682 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b37e7-3a79-4daa-b88d-aa5fdb25ec89 admin admin] Pushing event deleted for resources: {'Port': ['ID=58e0a93e-dccc-4a47-aa3d-c917079dd7fd,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:48:44.039893 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717b37e7-3a79-4daa-b88d-aa5fdb25ec89 admin admin] No DVR routers for this DVR port 58e0a93e-dccc-4a47-aa3d-c917079dd7fd on host dv-cinder-786385-2-iscsi {{(pid=86393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 14:48:44.042184 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-717b37e7-3a79-4daa-b88d-aa5fdb25ec89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:48:44.071012 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-04a4b2fd-a4ac-4d2c-84c0-de0473d0c9f9 None None] Calling delete_port for 58e0a93e-dccc-4a47-aa3d-c917079dd7fd owned by network:dhcp {{(pid=86395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:48:44.145904 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.db.api [None req-04a4b2fd-a4ac-4d2c-84c0-de0473d0c9f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86395) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 14:48:44.147136 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_db.api [None req-04a4b2fd-a4ac-4d2c-84c0-de0473d0c9f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 14:48:44.170497 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-717b37e7-3a79-4daa-b88d-aa5fdb25ec89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852824479', 'neutron.services.segments.db._delete_segments_for_network-8759846428787'] for network, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:44.325572 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-717b37e7-3a79-4daa-b88d-aa5fdb25ec89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78f5a7f6d8>,) {'filters': {'network_id': ['fe57891a-5585-497c-82dc-88ae4c719772']}} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:48:44.344156 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-717b37e7-3a79-4daa-b88d-aa5fdb25ec89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78f5a7f6d8>, '07d2d60f-14b2-49b0-840e-d90f5c355033') {'for_net_delete': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:48:44.344500 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-717b37e7-3a79-4daa-b88d-aa5fdb25ec89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78f5a7f6d8>, '07d2d60f-14b2-49b0-840e-d90f5c355033') {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:48:44.402244 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-717b37e7-3a79-4daa-b88d-aa5fdb25ec89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277008185699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036840669187'] for segment, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:44.421404 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-717b37e7-3a79-4daa-b88d-aa5fdb25ec89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852863918'] for segment, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:44.430813 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-717b37e7-3a79-4daa-b88d-aa5fdb25ec89 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=86393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 14:48:44.648199 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-04a4b2fd-a4ac-4d2c-84c0-de0473d0c9f9 None None] Deleting port 58e0a93e-dccc-4a47-aa3d-c917079dd7fd {{(pid=86395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:48:44.648776 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-04a4b2fd-a4ac-4d2c-84c0-de0473d0c9f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:44.679623 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94862ad7-62fb-4030-8c0b-4d375c96bc4a req-46d39602-e8dc-40b1-a006-43f16873dfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:44.681378 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-94862ad7-62fb-4030-8c0b-4d375c96bc4a req-46d39602-e8dc-40b1-a006-43f16873dfdc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82&tenant_id=b0771cc9ab3c4a23881ef55e4b3218b3 HTTP/1.1" status: 200  len: 1096 time: 0.3293104
Apr 21 14:48:44.683244 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-717b37e7-3a79-4daa-b88d-aa5fdb25ec89 admin admin] Network fe57891a-5585-497c-82dc-88ae4c719772 has no segments {{(pid=86393) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 14:48:44.693777 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-717b37e7-3a79-4daa-b88d-aa5fdb25ec89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1911845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14929072'] for segment, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:44.726215 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-04a4b2fd-a4ac-4d2c-84c0-de0473d0c9f9 None None] The port '58e0a93e-dccc-4a47-aa3d-c917079dd7fd' was deleted {{(pid=86395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 21 14:48:44.961236 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-717b37e7-3a79-4daa-b88d-aa5fdb25ec89 admin admin] Network fe57891a-5585-497c-82dc-88ae4c719772 has no segments {{(pid=86393) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 14:48:44.988059 dv-cinder-786385-2-iscsi neutron-server[86282]: Traceback (most recent call last):
Apr 21 14:48:44.988059 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 14:48:44.988059 dv-cinder-786385-2-iscsi neutron-server[86282]:     timer()
Apr 21 14:48:44.988059 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 14:48:44.988059 dv-cinder-786385-2-iscsi neutron-server[86282]:     cb(*args, **kw)
Apr 21 14:48:44.988059 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 14:48:44.988059 dv-cinder-786385-2-iscsi neutron-server[86282]:     return func(*args, **kwargs)
Apr 21 14:48:44.988059 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 14:48:44.988059 dv-cinder-786385-2-iscsi neutron-server[86282]:     self._notify()
Apr 21 14:48:44.988059 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 14:48:44.988059 dv-cinder-786385-2-iscsi neutron-server[86282]:     self.callback(batched_events)
Apr 21 14:48:44.988059 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 14:48:44.988059 dv-cinder-786385-2-iscsi neutron-server[86282]:     event.method(event)
Apr 21 14:48:44.988059 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 14:48:44.988059 dv-cinder-786385-2-iscsi neutron-server[86282]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 14:48:44.988059 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 14:48:44.988059 dv-cinder-786385-2-iscsi neutron-server[86282]:     segment_id)['aggregates'][0]
Apr 21 14:48:44.988059 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 14:48:44.988059 dv-cinder-786385-2-iscsi neutron-server[86282]:     return f(self, *a, **k)
Apr 21 14:48:44.988059 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 14:48:44.988059 dv-cinder-786385-2-iscsi neutron-server[86282]:     return self._get(url).json()
Apr 21 14:48:44.988059 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 14:48:44.988059 dv-cinder-786385-2-iscsi neutron-server[86282]:     **kwargs)
Apr 21 14:48:44.988059 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 14:48:44.988059 dv-cinder-786385-2-iscsi neutron-server[86282]:     return self.request(url, 'GET', **kwargs)
Apr 21 14:48:44.988059 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 14:48:44.988059 dv-cinder-786385-2-iscsi neutron-server[86282]:     **endpoint_filter)
Apr 21 14:48:44.988059 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 14:48:44.988059 dv-cinder-786385-2-iscsi neutron-server[86282]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 14:48:44.988059 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 14:48:44.988059 dv-cinder-786385-2-iscsi neutron-server[86282]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 14:48:44.988059 dv-cinder-786385-2-iscsi neutron-server[86282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 14:48:45.055387 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ee31a-afb2-4b29-a442-ab5b5b5bb826 req-927ede38-3631-48df-8d8f-1948301b7675 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:45.057128 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d12ee31a-afb2-4b29-a442-ab5b5b5bb826 req-927ede38-3631-48df-8d8f-1948301b7675 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 943 time: 0.4587049
Apr 21 14:48:45.112144 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94862ad7-62fb-4030-8c0b-4d375c96bc4a req-6817c287-de55-4a2d-8865-1c102ea3655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:45.113763 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-94862ad7-62fb-4030-8c0b-4d375c96bc4a req-6817c287-de55-4a2d-8865-1c102ea3655b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0771cc9ab3c4a23881ef55e4b3218b3&device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 1096 time: 0.4027925
Apr 21 14:48:45.148903 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-717b37e7-3a79-4daa-b88d-aa5fdb25ec89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1951337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630402'] for network, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:45.219838 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:48:45.235768 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d12ee31a-afb2-4b29-a442-ab5b5b5bb826 req-64a9acbd-4ed1-4741-a036-c66d48fb11a8 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1643002
Apr 21 14:48:45.240880 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-717b37e7-3a79-4daa-b88d-aa5fdb25ec89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for network, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:45.251169 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b37e7-3a79-4daa-b88d-aa5fdb25ec89 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe57891a-5585-497c-82dc-88ae4c719772,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:48:45.263206 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-717b37e7-3a79-4daa-b88d-aa5fdb25ec89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:48:45.275710 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-717b37e7-3a79-4daa-b88d-aa5fdb25ec89 admin admin] 10.222.0.24 "DELETE /v2.0/networks/fe57891a-5585-497c-82dc-88ae4c719772 HTTP/1.1" status: 204  len: 168 time: 1.9349942
Apr 21 14:48:45.314103 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94862ad7-62fb-4030-8c0b-4d375c96bc4a req-d0897334-c827-421b-ba79-938630260e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:45.315734 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-94862ad7-62fb-4030-8c0b-4d375c96bc4a req-d0897334-c827-421b-ba79-938630260e47 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4398a4b8-9ecd-43b2-988b-da3ccd660ad9 HTTP/1.1" status: 200  len: 918 time: 0.1938746
Apr 21 14:48:45.400053 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 60712) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:48:45.462546 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-94862ad7-62fb-4030-8c0b-4d375c96bc4a req-db7eee24-86e0-473e-877f-0fad8a42771f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc544713-b84a-4e45-b04d-b437a6b4c09b HTTP/1.1" status: 200  len: 999 time: 0.1393619
Apr 21 14:48:45.487258 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-2f5e2a83-9edb-4e00-99b6-fd88dec4c539 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a6d44a65707b47e1b0190ca77b504c5a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0859320
Apr 21 14:48:45.489786 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 60718) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:48:45.494988 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 58e0a93e-dccc-4a47-aa3d-c917079dd7fd no longer exists at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:48:45.532706 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] No Port match for: 58e0a93e-dccc-4a47-aa3d-c917079dd7fd {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:48:45.533096 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 58e0a93e-dccc-4a47-aa3d-c917079dd7fd not bound to the agent host dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:48:45.563827 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-cea97e28-e835-49be-a845-cf4ff9875081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:45.592740 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-cea97e28-e835-49be-a845-cf4ff9875081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:45.691461 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94862ad7-62fb-4030-8c0b-4d375c96bc4a req-d215e816-6f48-4805-8fb9-856bae06b4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:45.693001 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-94862ad7-62fb-4030-8c0b-4d375c96bc4a req-d215e816-6f48-4805-8fb9-856bae06b4e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48293642-451e-458e-960c-7fbf1e7e7bc3 HTTP/1.1" status: 200  len: 856 time: 0.2202961
Apr 21 14:48:45.759877 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-cea97e28-e835-49be-a845-cf4ff9875081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:45.764302 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-52f760f3-36d3-4fa6-91e4-3ff28c3723f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:48:45.782482 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea97e28-e835-49be-a845-cf4ff9875081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfedff7-b562-4d0a-b4e0-5892d73a0b47,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:48:45.788592 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-cea97e28-e835-49be-a845-cf4ff9875081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:48:45.793145 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-cea97e28-e835-49be-a845-cf4ff9875081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:45.794404 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-cea97e28-e835-49be-a845-cf4ff9875081 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1bfedff7-b562-4d0a-b4e0-5892d73a0b47 HTTP/1.1" status: 204  len: 168 time: 0.3033848
Apr 21 14:48:45.821098 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94862ad7-62fb-4030-8c0b-4d375c96bc4a req-c3467727-ede4-4936-8bb8-09ce0fd69e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:45.822778 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-94862ad7-62fb-4030-8c0b-4d375c96bc4a req-c3467727-ede4-4936-8bb8-09ce0fd69e5e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4398a4b8-9ecd-43b2-988b-da3ccd660ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1224203
Apr 21 14:48:45.835870 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [req-94862ad7-62fb-4030-8c0b-4d375c96bc4a req-1f70df8a-653c-4a8d-81b5-0867c9b90099 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 14:48:45.837858 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-94862ad7-62fb-4030-8c0b-4d375c96bc4a req-1f70df8a-653c-4a8d-81b5-0867c9b90099 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0069447
Apr 21 14:48:45.991592 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-94862ad7-62fb-4030-8c0b-4d375c96bc4a req-9804a39a-2887-4d2c-97c6-a4901f1ebde1 service neutron] 10.222.0.36 "GET /v2.0/networks/4398a4b8-9ecd-43b2-988b-da3ccd660ad9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443977
Apr 21 14:48:46.139529 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-94862ad7-62fb-4030-8c0b-4d375c96bc4a req-a0045ee8-5d74-4542-89f2-774059990527 service neutron] 10.222.0.36 "GET /v2.0/networks/4398a4b8-9ecd-43b2-988b-da3ccd660ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1411700
Apr 21 14:48:46.181718 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 60726) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:48:46.235609 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-da813876-d0e8-4526-9129-49df52934cec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=01e95465057243c787344dfee3ddb775&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0508590
Apr 21 14:48:46.238348 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 60730) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:48:46.301754 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e14f5516-31a2-461c-acc1-b71113146f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:46.331592 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e14f5516-31a2-461c-acc1-b71113146f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:46.392688 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e14f5516-31a2-461c-acc1-b71113146f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:46.398061 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-a87fdd0a-0e8f-41c6-b10b-3bacc4783845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:48:46.411873 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f5516-31a2-461c-acc1-b71113146f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc9641e-1808-499f-af85-09bc65e47f4a,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:48:46.414781 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e14f5516-31a2-461c-acc1-b71113146f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:48:46.415979 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e14f5516-31a2-461c-acc1-b71113146f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:46.417168 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-e14f5516-31a2-461c-acc1-b71113146f86 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8bc9641e-1808-499f-af85-09bc65e47f4a HTTP/1.1" status: 204  len: 168 time: 0.1778913
Apr 21 14:48:46.463274 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35bcc0-de4e-4074-94dc-c8c2206649ec req-0fc8d416-4a8a-4497-b34a-0a053ed22acb tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:46.464859 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2e35bcc0-de4e-4074-94dc-c8c2206649ec req-0fc8d416-4a8a-4497-b34a-0a053ed22acb tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 943 time: 0.0987484
Apr 21 14:48:46.514382 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2e35bcc0-de4e-4074-94dc-c8c2206649ec req-d35f8b3f-7166-44ee-9bfa-3530ff152b25 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430551
Apr 21 14:48:47.248569 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 60776) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:48:47.498167 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-da3c0729-b63c-47cf-bcf5-c74bf42718e8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1521638240-network', 'tenant_id': '47f31a5650834e49b288140b0ca768c2'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:48:47.503435 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-da3c0729-b63c-47cf-bcf5-c74bf42718e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:48:47.507810 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-da3c0729-b63c-47cf-bcf5-c74bf42718e8 admin admin] Usage tracker for resource:network and tenant:47f31a5650834e49b288140b0ca768c2 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:48:47.511154 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-da3c0729-b63c-47cf-bcf5-c74bf42718e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:48:47.527095 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-da3c0729-b63c-47cf-bcf5-c74bf42718e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:48:47.540754 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3c0729-b63c-47cf-bcf5-c74bf42718e8 admin admin] Made reservation on behalf of 47f31a5650834e49b288140b0ca768c2 for: {'network': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:48:47.556643 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-da3c0729-b63c-47cf-bcf5-c74bf42718e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for network, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:47.575068 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-da3c0729-b63c-47cf-bcf5-c74bf42718e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:47.595136 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-da3c0729-b63c-47cf-bcf5-c74bf42718e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:48:47.608783 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-da3c0729-b63c-47cf-bcf5-c74bf42718e8 admin admin] Usage tracker for resource:security_group_rule and tenant:47f31a5650834e49b288140b0ca768c2 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:48:47.618238 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-da3c0729-b63c-47cf-bcf5-c74bf42718e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:48:47.625517 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-da3c0729-b63c-47cf-bcf5-c74bf42718e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:48:47.806254 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-da3c0729-b63c-47cf-bcf5-c74bf42718e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:47.816793 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6fcb5-8c60-40de-a517-18b8089ece39 req-f16fb1c5-7425-4932-9a32-97016eb2cd3b tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:47.818506 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-02d6fcb5-8c60-40de-a517-18b8089ece39 req-f16fb1c5-7425-4932-9a32-97016eb2cd3b tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 943 time: 0.1487091
Apr 21 14:48:47.819747 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-da3c0729-b63c-47cf-bcf5-c74bf42718e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:47.824406 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-779abe78-1df3-45f5-a5ef-336a264f9f92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:48:47.878634 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da3c0729-b63c-47cf-bcf5-c74bf42718e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331}  {{(pid=86393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 14:48:47.903606 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c0729-b63c-47cf-bcf5-c74bf42718e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a06558-3b0f-4f98-8460-756207463ef1,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:48:47.912877 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-da3c0729-b63c-47cf-bcf5-c74bf42718e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:48:47.918154 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-02d6fcb5-8c60-40de-a517-18b8089ece39 req-4985c716-cd98-40d0-9c1e-1c6c059bb05f tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0846863
Apr 21 14:48:47.919212 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-da3c0729-b63c-47cf-bcf5-c74bf42718e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852863918'] for segment, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:47.919664 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.segments_db [None req-da3c0729-b63c-47cf-bcf5-c74bf42718e8 admin admin] Added segment 82fae9ff-f88e-4cb9-bd09-c64f372345c7 of type vlan for network 3bf02896-5a06-4820-afef-e1d155642dab
Apr 21 14:48:47.960448 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-da3c0729-b63c-47cf-bcf5-c74bf42718e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759846068458'] for network, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:47.990452 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-da3c0729-b63c-47cf-bcf5-c74bf42718e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162'] for network, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:47.992008 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3c0729-b63c-47cf-bcf5-c74bf42718e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:47.992666 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-da3c0729-b63c-47cf-bcf5-c74bf42718e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for network, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:47.998460 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:48:48.389512 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-da3c0729-b63c-47cf-bcf5-c74bf42718e8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.1395228
Apr 21 14:48:48.392748 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 60784) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:48:48.396010 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c0729-b63c-47cf-bcf5-c74bf42718e8 admin admin] Pushing event updated for resources: {'Network': ['ID=3bf02896-5a06-4820-afef-e1d155642dab,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:48:48.399135 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-da3c0729-b63c-47cf-bcf5-c74bf42718e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:48:48.399300 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-efd7e9c2-d119-4fd8-8ef4-47506b576df6 admin admin] Request body: {'subnet': {'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1521638240-subnet', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'ip_version': 4}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:48:48.404531 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-efd7e9c2-d119-4fd8-8ef4-47506b576df6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:48:48.406968 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Network 3bf02896-5a06-4820-afef-e1d155642dab details requested by agent ovs-agent-dv-cinder-786385-2-iscsi with host dv-cinder-786385-2-iscsi {{(pid=86395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 14:48:48.409433 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-efd7e9c2-d119-4fd8-8ef4-47506b576df6 admin admin] Usage tracker for resource:subnet and tenant:47f31a5650834e49b288140b0ca768c2 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:48:48.412509 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-efd7e9c2-d119-4fd8-8ef4-47506b576df6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:48:48.416916 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:48:48.420297 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-efd7e9c2-d119-4fd8-8ef4-47506b576df6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:48:48.432016 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd7e9c2-d119-4fd8-8ef4-47506b576df6 admin admin] Made reservation on behalf of 47f31a5650834e49b288140b0ca768c2 for: {'subnet': 1} {{(pid=86394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:48:48.437666 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-efd7e9c2-d119-4fd8-8ef4-47506b576df6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15509374'] for subnet, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:48.910409 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-efd7e9c2-d119-4fd8-8ef4-47506b576df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839089525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15509359'] for subnet, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:48.915444 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:48:48.984152 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7e9c2-d119-4fd8-8ef4-47506b576df6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9520c503-7474-4d15-8642-8ca9a66eae6e,revision_number=0']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:48:48.987238 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-efd7e9c2-d119-4fd8-8ef4-47506b576df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:48:49.024780 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd7e9c2-d119-4fd8-8ef4-47506b576df6 admin admin] Checking segment: {'id': '82fae9ff-f88e-4cb9-bd09-c64f372345c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:48:49.025187 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd7e9c2-d119-4fd8-8ef4-47506b576df6 admin admin] Network hostable DHCP agents. Network: 3bf02896-5a06-4820-afef-e1d155642dab, hostable agents: ['185605b6-6305-46ac-a1cb-38316e52a922'], hosted agents: [] {{(pid=86394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 14:48:49.045496 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd7e9c2-d119-4fd8-8ef4-47506b576df6 admin admin] Network 3bf02896-5a06-4820-afef-e1d155642dab is scheduled to be hosted by DHCP agent 185605b6-6305-46ac-a1cb-38316e52a922 with binding_index 1 {{(pid=86394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 14:48:49.056542 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-efd7e9c2-d119-4fd8-8ef4-47506b576df6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-iscsi, 3bf02896-5a06-4820-afef-e1d155642dab) {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:48:49.065335 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fe4eaf-2208-42e0-a116-07a71a306e10 None None] Network 3bf02896-5a06-4820-afef-e1d155642dab requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:48:49.081497 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd7e9c2-d119-4fd8-8ef4-47506b576df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:49.082210 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-efd7e9c2-d119-4fd8-8ef4-47506b576df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for subnet, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:49.164834 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-efd7e9c2-d119-4fd8-8ef4-47506b576df6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7707930
Apr 21 14:48:49.168033 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 60790) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:48:49.176298 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-0607fa3a-df40-4280-abd9-11946c1908b0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1521638240-router', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'}}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:48:49.181632 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-0607fa3a-df40-4280-abd9-11946c1908b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:48:49.185871 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-0607fa3a-df40-4280-abd9-11946c1908b0 admin admin] Usage tracker for resource:router and tenant:47f31a5650834e49b288140b0ca768c2 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:48:49.189010 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-0607fa3a-df40-4280-abd9-11946c1908b0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:48:49.195609 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-0607fa3a-df40-4280-abd9-11946c1908b0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:48:49.197611 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a9f70-d760-4e58-a6d3-aa474fb72119 req-8c33f0b0-b563-496f-bbd3-7af421eec086 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:49.199707 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9a9a9f70-d760-4e58-a6d3-aa474fb72119 req-8c33f0b0-b563-496f-bbd3-7af421eec086 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 943 time: 0.1088560
Apr 21 14:48:49.207177 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0607fa3a-df40-4280-abd9-11946c1908b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-625132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773200'] for router, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:49.208792 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0607fa3a-df40-4280-abd9-11946c1908b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854150684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854125822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854114797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2601'] for router, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:49.226460 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0607fa3a-df40-4280-abd9-11946c1908b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:49.255727 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9a9a9f70-d760-4e58-a6d3-aa474fb72119 req-a9225d87-e83d-4a6f-989c-ec1e112b3bd2 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461984
Apr 21 14:48:49.575227 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0607fa3a-df40-4280-abd9-11946c1908b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854125579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854148001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2586'] for router, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:49.590776 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda3f602-e88f-44b8-ba31-b5c4385da2c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd811e4f-5666-5458-8df8-f30f8980c0d3-3bf02896-5a06-4820-afef-e1d155642dab', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'fixed_ips': [{'subnet_id': '9520c503-7474-4d15-8642-8ca9a66eae6e'}]}} from dv-cinder-786385-2-iscsi. {{(pid=86395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 14:48:49.591701 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fda3f602-e88f-44b8-ba31-b5c4385da2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:49.798679 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-fda3f602-e88f-44b8-ba31-b5c4385da2c9 None None] Allocated IP 172.20.0.2 (3bf02896-5a06-4820-afef-e1d155642dab/9520c503-7474-4d15-8642-8ca9a66eae6e/885346c8-80cd-46ac-8d38-78ea92988d96) {{(pid=86395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:48:49.945420 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0607fa3a-df40-4280-abd9-11946c1908b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:49.982507 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0607fa3a-df40-4280-abd9-11946c1908b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:50.048588 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fda3f602-e88f-44b8-ba31-b5c4385da2c9 None None] Notify callbacks [] for port, precommit_create {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:50.061725 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-fda3f602-e88f-44b8-ba31-b5c4385da2c9 None None] Transition to ACTIVE for port object 885346c8-80cd-46ac-8d38-78ea92988d96 will not be triggered until provisioned by entity L2. {{(pid=86395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:48:50.084145 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-fda3f602-e88f-44b8-ba31-b5c4385da2c9 None None] Transition to ACTIVE for port object 885346c8-80cd-46ac-8d38-78ea92988d96 will not be triggered until provisioned by entity DHCP. {{(pid=86395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:48:50.090036 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fda3f602-e88f-44b8-ba31-b5c4385da2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207'] for port, after_create {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:50.106788 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:48:50.154094 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-0607fa3a-df40-4280-abd9-11946c1908b0 admin admin] Allocated IP 172.27.3.221 (65ae90ab-0baf-4140-bbfd-b114ac6a9837/3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036/7f6abe5d-4395-4929-a439-92fb24715117) {{(pid=86393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:48:50.165089 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda3f602-e88f-44b8-ba31-b5c4385da2c9 None None] Network 3bf02896-5a06-4820-afef-e1d155642dab is already hosted by enough agents. {{(pid=86395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:48:50.173454 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-fda3f602-e88f-44b8-ba31-b5c4385da2c9 None None] Resources bound (agent type, host, resource id):  {{(pid=86395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:48:50.178939 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda3f602-e88f-44b8-ba31-b5c4385da2c9 None None] Received port after_create {{(pid=86395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:48:50.298449 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-fda3f602-e88f-44b8-ba31-b5c4385da2c9 None None] Attempting to bind port 885346c8-80cd-46ac-8d38-78ea92988d96 on host dv-cinder-786385-2-iscsi for vnic_type normal with profile  {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:48:50.298866 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-fda3f602-e88f-44b8-ba31-b5c4385da2c9 None None] Attempting to bind port 885346c8-80cd-46ac-8d38-78ea92988d96 by drivers openvswitch,hyperv on host dv-cinder-786385-2-iscsi at level 0 using segments [{'id': '82fae9ff-f88e-4cb9-bd09-c64f372345c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab'}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:48:50.299244 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda3f602-e88f-44b8-ba31-b5c4385da2c9 None None] Attempting to bind port 885346c8-80cd-46ac-8d38-78ea92988d96 on network 3bf02896-5a06-4820-afef-e1d155642dab {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:48:50.303698 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3f602-e88f-44b8-ba31-b5c4385da2c9 None None] Pushing event updated for resources: {'Port': ['ID=885346c8-80cd-46ac-8d38-78ea92988d96,revision_number=1']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:48:50.314813 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-fda3f602-e88f-44b8-ba31-b5c4385da2c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:48:50.318055 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda3f602-e88f-44b8-ba31-b5c4385da2c9 None None] Checking agent: {'id': '3835c4f8-6870-47cd-b375-7aa1fa6d9f56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 2), 'started_at': datetime.datetime(2021, 4, 21, 14, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:48:50.318559 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda3f602-e88f-44b8-ba31-b5c4385da2c9 None None] Checking segment: {'id': '82fae9ff-f88e-4cb9-bd09-c64f372345c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:48:50.319097 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fda3f602-e88f-44b8-ba31-b5c4385da2c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:50.319597 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda3f602-e88f-44b8-ba31-b5c4385da2c9 None None] Bound using segment: {'id': '82fae9ff-f88e-4cb9-bd09-c64f372345c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab'} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:48:50.320260 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-fda3f602-e88f-44b8-ba31-b5c4385da2c9 None None] Bound port: 885346c8-80cd-46ac-8d38-78ea92988d96, host: dv-cinder-786385-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fae9ff-f88e-4cb9-bd09-c64f372345c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab'}}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:48:50.320890 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fda3f602-e88f-44b8-ba31-b5c4385da2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:50.333354 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0607fa3a-df40-4280-abd9-11946c1908b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:50.374072 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0607fa3a-df40-4280-abd9-11946c1908b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:50.384532 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-316dbedc-a99f-4330-8300-387386b811be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:48:50.435690 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-fda3f602-e88f-44b8-ba31-b5c4385da2c9 None None] For port 885346c8-80cd-46ac-8d38-78ea92988d96, host dv-cinder-786385-2-iscsi, cleared binding levels {{(pid=86395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:48:50.439185 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-fda3f602-e88f-44b8-ba31-b5c4385da2c9 None None] For port 885346c8-80cd-46ac-8d38-78ea92988d96, host dv-cinder-786385-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=885346c8-80cd-46ac-8d38-78ea92988d96,segment=NetworkSegment(82fae9ff-f88e-4cb9-bd09-c64f372345c7),segment_id=82fae9ff-f88e-4cb9-bd09-c64f372345c7)] {{(pid=86395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:48:50.443350 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fda3f602-e88f-44b8-ba31-b5c4385da2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:50.457954 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0607fa3a-df40-4280-abd9-11946c1908b0 admin admin] Network 65ae90ab-0baf-4140-bbfd-b114ac6a9837 is already hosted by enough agents. {{(pid=86393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:48:50.460321 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:48:50.503546 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-0607fa3a-df40-4280-abd9-11946c1908b0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:48:50.519214 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0607fa3a-df40-4280-abd9-11946c1908b0 admin admin] Received port after_create {{(pid=86393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:48:50.557726 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3f602-e88f-44b8-ba31-b5c4385da2c9 None None] Pushing event updated for resources: {'Port': ['ID=885346c8-80cd-46ac-8d38-78ea92988d96,revision_number=2']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:48:50.561206 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-fda3f602-e88f-44b8-ba31-b5c4385da2c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:48:50.590646 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607fa3a-df40-4280-abd9-11946c1908b0 admin admin] Pushing event updated for resources: {'Port': ['ID=7f6abe5d-4395-4929-a439-92fb24715117,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:48:50.596170 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-0607fa3a-df40-4280-abd9-11946c1908b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:48:50.802090 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d6a32-b994-4944-9e01-329296d4f5c0 req-0f8c5fed-01be-4b36-a431-d7465d1e4ea1 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:50.803824 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-603d6a32-b994-4944-9e01-329296d4f5c0 req-0f8c5fed-01be-4b36-a431-d7465d1e4ea1 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 943 time: 0.3667238
Apr 21 14:48:50.978851 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-603d6a32-b994-4944-9e01-329296d4f5c0 req-3005d3d1-19c8-4554-a3ff-a1496c211d2b tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1622472
Apr 21 14:48:51.123759 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0607fa3a-df40-4280-abd9-11946c1908b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:51.517835 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0607fa3a-df40-4280-abd9-11946c1908b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650207'] for router, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:51.546569 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 885346c8-80cd-46ac-8d38-78ea92988d96 up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:48:51.641514 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning for port 885346c8-80cd-46ac-8d38-78ea92988d96 completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:48:52.078997 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0607fa3a-df40-4280-abd9-11946c1908b0 admin admin] Router 643d318c-010c-4d49-a94e-e27966d47571 is scheduled to L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 with binding_index 1 {{(pid=86393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 14:48:52.184782 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10dbd9c-e9a7-412e-8809-ab9b681647f9 None None] Network 3bf02896-5a06-4820-afef-e1d155642dab requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:48:52.297281 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677654de-cd9a-4397-92d2-979d857a9938 req-2b33fe97-caa5-4e2f-9532-42f0a70fb376 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:52.299704 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-677654de-cd9a-4397-92d2-979d857a9938 req-2b33fe97-caa5-4e2f-9532-42f0a70fb376 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 943 time: 0.1403363
Apr 21 14:48:52.301193 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-053c4ccb-93a5-4f13-bb7f-19078db0a150 None None] Provisioning for port 885346c8-80cd-46ac-8d38-78ea92988d96 completed by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:48:52.320187 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-053c4ccb-93a5-4f13-bb7f-19078db0a150 None None] Provisioning complete for port 885346c8-80cd-46ac-8d38-78ea92988d96 triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:48:52.320639 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-053c4ccb-93a5-4f13-bb7f-19078db0a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:52.358575 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0607fa3a-df40-4280-abd9-11946c1908b0 admin admin] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:48:52.376153 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d4124b-47e9-4857-9c37-ba2b4c6d59ff None None] Sync routers for ids ['643d318c-010c-4d49-a94e-e27966d47571'] in dv-cinder-786385-2-iscsi {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:48:52.398694 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0607fa3a-df40-4280-abd9-11946c1908b0 admin admin] Notify callbacks [] for router, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:52.402053 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-0607fa3a-df40-4280-abd9-11946c1908b0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.2324264
Apr 21 14:48:52.405533 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 60800) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:48:52.446701 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d4124b-47e9-4857-9c37-ba2b4c6d59ff None None] Routers {'643d318c-010c-4d49-a94e-e27966d47571'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:48:52.447327 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-a0d4124b-47e9-4857-9c37-ba2b4c6d59ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78fc7fd390>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:48:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['643d318c-010c-4d49-a94e-e27966d47571'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:48:52.485416 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-677654de-cd9a-4397-92d2-979d857a9938 req-02fd8518-b67e-447d-a9a6-42a7d8b3af04 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1777680
Apr 21 14:48:52.835201 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-053c4ccb-93a5-4f13-bb7f-19078db0a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:52.848517 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-a0d4124b-47e9-4857-9c37-ba2b4c6d59ff None None] Set router 643d318c-010c-4d49-a94e-e27966d47571 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:48:53.116280 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-053c4ccb-93a5-4f13-bb7f-19078db0a150 None None] For port 885346c8-80cd-46ac-8d38-78ea92988d96, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=885346c8-80cd-46ac-8d38-78ea92988d96,segment=NetworkSegment(82fae9ff-f88e-4cb9-bd09-c64f372345c7),segment_id=82fae9ff-f88e-4cb9-bd09-c64f372345c7)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:48:53.133567 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-053c4ccb-93a5-4f13-bb7f-19078db0a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:53.138284 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:48:53.280535 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c4ccb-93a5-4f13-bb7f-19078db0a150 None None] Pushing event updated for resources: {'Port': ['ID=885346c8-80cd-46ac-8d38-78ea92988d96,revision_number=3']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:48:53.288512 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-053c4ccb-93a5-4f13-bb7f-19078db0a150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:48:53.341363 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-98b3dc2f-3bb0-48ae-8e0b-74378eb47186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:53.346508 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-a0d4124b-47e9-4857-9c37-ba2b4c6d59ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78fc7fd390>, [{'id': '643d318c-010c-4d49-a94e-e27966d47571', 'name': 'tempest-TestVolumeBootPattern-1521638240-router', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '7f6abe5d-4395-4929-a439-92fb24715117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:48:49Z', 'updated_at': '2021-04-21T14:48:50Z', 'revision_number': 3, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'gw_port': {'id': '7f6abe5d-4395-4929-a439-92fb24715117', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:50Z', 'updated_at': '2021-04-21T14:48:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi'}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:48:53.351670 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d4124b-47e9-4857-9c37-ba2b4c6d59ff None None] Checking router: 643d318c-010c-4d49-a94e-e27966d47571 for host: dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:48:53.352070 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d4124b-47e9-4857-9c37-ba2b4c6d59ff None None] Updating router 643d318c-010c-4d49-a94e-e27966d47571 port 7f6abe5d-4395-4929-a439-92fb24715117 binding host dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 14:48:53.425571 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a0d4124b-47e9-4857-9c37-ba2b4c6d59ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:53.520687 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-ed9ab293-bbaf-45a1-adfc-ec69281e6d69 None None] Provisioning complete for port 885346c8-80cd-46ac-8d38-78ea92988d96 triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:48:53.521102 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ed9ab293-bbaf-45a1-adfc-ec69281e6d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:53.626633 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 885346c8-80cd-46ac-8d38-78ea92988d96 up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:48:53.642825 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-98b3dc2f-3bb0-48ae-8e0b-74378eb47186 admin admin] Allocated IP 172.20.0.1 (3bf02896-5a06-4820-afef-e1d155642dab/9520c503-7474-4d15-8642-8ca9a66eae6e/6763d1e9-54d9-429f-a681-c23399fc91c4) {{(pid=86394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:48:53.779790 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5f38e-2170-438c-be9a-60ee5bd86931 req-168898f3-15f8-4dd9-9cde-524b97e00b23 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:53.787016 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-eec5f38e-2170-438c-be9a-60ee5bd86931 req-168898f3-15f8-4dd9-9cde-524b97e00b23 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 943 time: 0.1127548
Apr 21 14:48:53.838996 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-eec5f38e-2170-438c-be9a-60ee5bd86931 req-88a24e30-cb6e-4d5a-a7be-66a82d0587a2 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501878
Apr 21 14:48:53.872593 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-98b3dc2f-3bb0-48ae-8e0b-74378eb47186 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:53.908082 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-98b3dc2f-3bb0-48ae-8e0b-74378eb47186 admin admin] Transition to ACTIVE for port object 6763d1e9-54d9-429f-a681-c23399fc91c4 will not be triggered until provisioned by entity DHCP. {{(pid=86394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:48:53.935017 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-98b3dc2f-3bb0-48ae-8e0b-74378eb47186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:53.940052 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:48:54.017381 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b3dc2f-3bb0-48ae-8e0b-74378eb47186 admin admin] Network 3bf02896-5a06-4820-afef-e1d155642dab is already hosted by enough agents. {{(pid=86394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:48:54.019233 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-98b3dc2f-3bb0-48ae-8e0b-74378eb47186 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:48:54.024379 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b3dc2f-3bb0-48ae-8e0b-74378eb47186 admin admin] Received port after_create {{(pid=86394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:48:54.091608 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 885346c8-80cd-46ac-8d38-78ea92988d96 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:48:54.092025 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:54.145628 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b3dc2f-3bb0-48ae-8e0b-74378eb47186 admin admin] Pushing event updated for resources: {'Port': ['ID=6763d1e9-54d9-429f-a681-c23399fc91c4,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:48:54.155393 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-98b3dc2f-3bb0-48ae-8e0b-74378eb47186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:48:54.166736 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-98b3dc2f-3bb0-48ae-8e0b-74378eb47186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854145534'] for router_interface, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:54.386975 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-a9d3a8eb-e66f-4f94-8247-6a8f1e08cf92 None None] Provisioning for port 6763d1e9-54d9-429f-a681-c23399fc91c4 completed by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:48:54.397741 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-a9d3a8eb-e66f-4f94-8247-6a8f1e08cf92 None None] Provisioning complete for port 6763d1e9-54d9-429f-a681-c23399fc91c4 triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:48:54.398197 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a9d3a8eb-e66f-4f94-8247-6a8f1e08cf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:54.455733 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a0d4124b-47e9-4857-9c37-ba2b4c6d59ff None None] Notify callbacks [] for port, precommit_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:54.485662 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-a0d4124b-47e9-4857-9c37-ba2b4c6d59ff None None] Transition to ACTIVE for port object 7f6abe5d-4395-4929-a439-92fb24715117 will not be triggered until provisioned by entity L2. {{(pid=86395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:48:54.488657 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-a9d3a8eb-e66f-4f94-8247-6a8f1e08cf92 None None] Port 6763d1e9-54d9-429f-a681-c23399fc91c4 cannot update to ACTIVE because it is not bound. {{(pid=86395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 14:48:54.494757 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a0d4124b-47e9-4857-9c37-ba2b4c6d59ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:54.500561 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:48:54.590634 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-a0d4124b-47e9-4857-9c37-ba2b4c6d59ff None None] Attempting to bind port 7f6abe5d-4395-4929-a439-92fb24715117 on host dv-cinder-786385-2-iscsi for vnic_type normal with profile  {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:48:54.591088 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-a0d4124b-47e9-4857-9c37-ba2b4c6d59ff None None] Attempting to bind port 7f6abe5d-4395-4929-a439-92fb24715117 by drivers openvswitch,hyperv on host dv-cinder-786385-2-iscsi at level 0 using segments [{'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:48:54.591497 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d4124b-47e9-4857-9c37-ba2b4c6d59ff None None] Attempting to bind port 7f6abe5d-4395-4929-a439-92fb24715117 on network 65ae90ab-0baf-4140-bbfd-b114ac6a9837 {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:48:54.602737 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d4124b-47e9-4857-9c37-ba2b4c6d59ff None None] Checking agent: {'id': '3835c4f8-6870-47cd-b375-7aa1fa6d9f56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 2), 'started_at': datetime.datetime(2021, 4, 21, 14, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:48:54.603159 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d4124b-47e9-4857-9c37-ba2b4c6d59ff None None] Checking segment: {'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:48:54.603613 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a0d4124b-47e9-4857-9c37-ba2b4c6d59ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:54.604057 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d4124b-47e9-4857-9c37-ba2b4c6d59ff None None] Bound using segment: {'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:48:54.604600 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-a0d4124b-47e9-4857-9c37-ba2b4c6d59ff None None] Bound port: 7f6abe5d-4395-4929-a439-92fb24715117, host: dv-cinder-786385-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'}}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:48:54.605016 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a0d4124b-47e9-4857-9c37-ba2b4c6d59ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:54.655904 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c49f4-ccec-46f0-aede-3b490a41fb17 None None] Pushing event updated for resources: {'Port': ['ID=7f6abe5d-4395-4929-a439-92fb24715117,revision_number=2']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:48:54.659095 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c20c49f4-ccec-46f0-aede-3b490a41fb17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:48:54.744639 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-a0d4124b-47e9-4857-9c37-ba2b4c6d59ff None None] For port 7f6abe5d-4395-4929-a439-92fb24715117, host dv-cinder-786385-2-iscsi, cleared binding levels {{(pid=86395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:48:54.749832 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-a0d4124b-47e9-4857-9c37-ba2b4c6d59ff None None] For port 7f6abe5d-4395-4929-a439-92fb24715117, host dv-cinder-786385-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=7f6abe5d-4395-4929-a439-92fb24715117,segment=NetworkSegment(cc9f75c9-c7cc-49bd-a770-8a7cd276112c),segment_id=cc9f75c9-c7cc-49bd-a770-8a7cd276112c)] {{(pid=86395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:48:54.753863 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a0d4124b-47e9-4857-9c37-ba2b4c6d59ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:54.758551 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:48:54.760809 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-98b3dc2f-3bb0-48ae-8e0b-74378eb47186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:54.843254 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d4124b-47e9-4857-9c37-ba2b4c6d59ff None None] Routers {'643d318c-010c-4d49-a94e-e27966d47571'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:48:54.844545 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-a0d4124b-47e9-4857-9c37-ba2b4c6d59ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78fc7fd390>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:48:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['643d318c-010c-4d49-a94e-e27966d47571'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:48:55.076459 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c49f4-ccec-46f0-aede-3b490a41fb17 None None] Pushing event updated for resources: {'Port': ['ID=7f6abe5d-4395-4929-a439-92fb24715117,revision_number=3']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:48:55.084776 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c20c49f4-ccec-46f0-aede-3b490a41fb17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:48:55.087756 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-a0d4124b-47e9-4857-9c37-ba2b4c6d59ff None None] Set router 643d318c-010c-4d49-a94e-e27966d47571 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:48:55.176319 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f2b2dc-c691-4cb8-a61c-a104eb4af6a9 req-4494d029-a758-4a20-bcce-d93c026bc5f0 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:55.178039 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-09f2b2dc-c691-4cb8-a61c-a104eb4af6a9 req-4494d029-a758-4a20-bcce-d93c026bc5f0 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 943 time: 0.1805243
Apr 21 14:48:55.180441 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-98b3dc2f-3bb0-48ae-8e0b-74378eb47186 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:55.188785 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-98b3dc2f-3bb0-48ae-8e0b-74378eb47186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839088365'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:55.235192 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-de446144-456f-4c0e-a2be-5809e23ed87c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:48:55.346549 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-98b3dc2f-3bb0-48ae-8e0b-74378eb47186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853752145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630373'] for router_interface, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:55.350443 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b3dc2f-3bb0-48ae-8e0b-74378eb47186 admin admin] Pushing event updated for resources: {'Port': ['ID=6763d1e9-54d9-429f-a681-c23399fc91c4,revision_number=2']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:48:55.356622 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-98b3dc2f-3bb0-48ae-8e0b-74378eb47186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:48:55.362762 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-09f2b2dc-c691-4cb8-a61c-a104eb4af6a9 req-e3a3cfa2-e0db-4808-bf27-22403afa27c6 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1761434
Apr 21 14:48:55.489268 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-a0d4124b-47e9-4857-9c37-ba2b4c6d59ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78fc7fd390>, [{'id': '643d318c-010c-4d49-a94e-e27966d47571', 'name': 'tempest-TestVolumeBootPattern-1521638240-router', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '7f6abe5d-4395-4929-a439-92fb24715117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:48:49Z', 'updated_at': '2021-04-21T14:48:54Z', 'revision_number': 4, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'gw_port': {'id': '7f6abe5d-4395-4929-a439-92fb24715117', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:50Z', 'updated_at': '2021-04-21T14:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': '6763d1e9-54d9-429f-a681-c23399fc91c4', 'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'mac_address': 'fa:16:3e:0f:b0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:53Z', 'updated_at': '2021-04-21T14:48:53Z', 'revision_number': 1, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'subnets': [{'id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:48:55.494147 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d4124b-47e9-4857-9c37-ba2b4c6d59ff None None] The sync data for ids ['643d318c-010c-4d49-a94e-e27966d47571'] in dv-cinder-786385-2-iscsi is: [{'id': '643d318c-010c-4d49-a94e-e27966d47571', 'name': 'tempest-TestVolumeBootPattern-1521638240-router', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '7f6abe5d-4395-4929-a439-92fb24715117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:48:49Z', 'updated_at': '2021-04-21T14:48:54Z', 'revision_number': 4, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'gw_port': {'id': '7f6abe5d-4395-4929-a439-92fb24715117', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:50Z', 'updated_at': '2021-04-21T14:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': '6763d1e9-54d9-429f-a681-c23399fc91c4', 'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'mac_address': 'fa:16:3e:0f:b0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:53Z', 'updated_at': '2021-04-21T14:48:53Z', 'revision_number': 1, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'subnets': [{'id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:48:55.518702 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b3dc2f-3bb0-48ae-8e0b-74378eb47186 admin admin] Network 3bf02896-5a06-4820-afef-e1d155642dab is already hosted by enough agents. {{(pid=86394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:48:55.519989 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-98b3dc2f-3bb0-48ae-8e0b-74378eb47186 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:48:55.755904 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b3dc2f-3bb0-48ae-8e0b-74378eb47186 admin admin] Router 643d318c-010c-4d49-a94e-e27966d47571 has already been hosted by L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 {{(pid=86394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 14:48:55.818976 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-92bb8b7d-b474-4a21-aab0-53b16f328198 None None] Provisioning complete for port 6763d1e9-54d9-429f-a681-c23399fc91c4 triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:48:55.819446 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-92bb8b7d-b474-4a21-aab0-53b16f328198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:55.885685 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-92bb8b7d-b474-4a21-aab0-53b16f328198 None None] Port 6763d1e9-54d9-429f-a681-c23399fc91c4 cannot update to ACTIVE because it is not bound. {{(pid=86395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 14:48:56.023728 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b3dc2f-3bb0-48ae-8e0b-74378eb47186 admin admin] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:48:56.040702 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-98b3dc2f-3bb0-48ae-8e0b-74378eb47186 admin admin] 10.222.0.24 "PUT /v2.0/routers/643d318c-010c-4d49-a94e-e27966d47571/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6340168
Apr 21 14:48:56.680504 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5ca23-b447-4937-a328-345a7ceadaea req-b1a987f3-c5e2-4222-933d-f0f6785582d8 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:56.696548 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-12d5ca23-b447-4937-a328-345a7ceadaea req-b1a987f3-c5e2-4222-933d-f0f6785582d8 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 943 time: 0.1950998
Apr 21 14:48:56.765476 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-12d5ca23-b447-4937-a328-345a7ceadaea req-9dcf64e1-4389-4e3e-9282-070b34fb602b tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0661650
Apr 21 14:48:57.234959 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 60828) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:48:57.241392 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-8ba0a917-a30d-4659-bb86-2a17f46a7f28 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-497975666-network', 'tenant_id': '876671a6bb8447d1b67f6785ce30618a'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:48:57.247678 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-8ba0a917-a30d-4659-bb86-2a17f46a7f28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:48:57.257136 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-8ba0a917-a30d-4659-bb86-2a17f46a7f28 admin admin] Usage tracker for resource:network and tenant:876671a6bb8447d1b67f6785ce30618a is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:48:57.263088 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-8ba0a917-a30d-4659-bb86-2a17f46a7f28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:48:57.270745 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-8ba0a917-a30d-4659-bb86-2a17f46a7f28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:48:57.286538 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba0a917-a30d-4659-bb86-2a17f46a7f28 admin admin] Made reservation on behalf of 876671a6bb8447d1b67f6785ce30618a for: {'network': 1} {{(pid=86394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:48:57.292306 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8ba0a917-a30d-4659-bb86-2a17f46a7f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for network, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:57.307152 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8ba0a917-a30d-4659-bb86-2a17f46a7f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:57.334621 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-8ba0a917-a30d-4659-bb86-2a17f46a7f28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:48:57.342574 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-8ba0a917-a30d-4659-bb86-2a17f46a7f28 admin admin] Usage tracker for resource:security_group_rule and tenant:876671a6bb8447d1b67f6785ce30618a is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:48:57.347808 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-8ba0a917-a30d-4659-bb86-2a17f46a7f28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:48:57.358666 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-8ba0a917-a30d-4659-bb86-2a17f46a7f28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:48:57.489764 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8ba0a917-a30d-4659-bb86-2a17f46a7f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:57.494805 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8ba0a917-a30d-4659-bb86-2a17f46a7f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:57.502752 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-1707227f-63d7-4957-aa9b-821e4988f061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:48:57.552209 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba0a917-a30d-4659-bb86-2a17f46a7f28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311}  {{(pid=86394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 14:48:57.558347 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 7f6abe5d-4395-4929-a439-92fb24715117 up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:48:57.570761 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba0a917-a30d-4659-bb86-2a17f46a7f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a452d72-a00a-4e5c-af1e-4ae12bd5e2e3,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:48:57.578238 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8ba0a917-a30d-4659-bb86-2a17f46a7f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:48:57.578238 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8ba0a917-a30d-4659-bb86-2a17f46a7f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852863918'] for segment, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:57.578238 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.segments_db [None req-8ba0a917-a30d-4659-bb86-2a17f46a7f28 admin admin] Added segment 442e4284-fd77-41f7-934e-bbc8ce4978db of type vlan for network 8653e492-2acd-49ed-ac5c-c8fd4d9dff92
Apr 21 14:48:57.613793 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8ba0a917-a30d-4659-bb86-2a17f46a7f28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759846068458'] for network, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:57.647652 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8ba0a917-a30d-4659-bb86-2a17f46a7f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162'] for network, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:57.649155 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba0a917-a30d-4659-bb86-2a17f46a7f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:57.649870 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8ba0a917-a30d-4659-bb86-2a17f46a7f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for network, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:57.654074 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e0ed044e-3152-4a8e-8cc1-96b07ab66633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:48:57.677121 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning for port 7f6abe5d-4395-4929-a439-92fb24715117 completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:48:57.694818 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 7f6abe5d-4395-4929-a439-92fb24715117 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:48:57.695330 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:57.769868 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba0a917-a30d-4659-bb86-2a17f46a7f28 admin admin] Pushing event updated for resources: {'Network': ['ID=8653e492-2acd-49ed-ac5c-c8fd4d9dff92,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:48:57.773580 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-8ba0a917-a30d-4659-bb86-2a17f46a7f28 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5373986
Apr 21 14:48:57.774783 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8ba0a917-a30d-4659-bb86-2a17f46a7f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:48:57.776792 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 60832) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:48:57.784674 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-f7a1c9bf-829f-4682-a04a-8e4b9bfa0334 admin admin] Request body: {'subnet': {'network_id': '8653e492-2acd-49ed-ac5c-c8fd4d9dff92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-497975666-subnet', 'tenant_id': '876671a6bb8447d1b67f6785ce30618a', 'ip_version': 4}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:48:57.791157 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-f7a1c9bf-829f-4682-a04a-8e4b9bfa0334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:48:57.796838 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-f7a1c9bf-829f-4682-a04a-8e4b9bfa0334 admin admin] Usage tracker for resource:subnet and tenant:876671a6bb8447d1b67f6785ce30618a is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:48:57.802465 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-f7a1c9bf-829f-4682-a04a-8e4b9bfa0334 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:48:57.806065 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Network 8653e492-2acd-49ed-ac5c-c8fd4d9dff92 details requested by agent ovs-agent-dv-cinder-786385-2-iscsi with host dv-cinder-786385-2-iscsi {{(pid=86395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 14:48:57.810382 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-f7a1c9bf-829f-4682-a04a-8e4b9bfa0334 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:48:57.827203 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a1c9bf-829f-4682-a04a-8e4b9bfa0334 admin admin] Made reservation on behalf of 876671a6bb8447d1b67f6785ce30618a for: {'subnet': 1} {{(pid=86394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:48:57.832467 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f7a1c9bf-829f-4682-a04a-8e4b9bfa0334 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15509374'] for subnet, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:57.925504 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:57.963435 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] For port 7f6abe5d-4395-4929-a439-92fb24715117, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=7f6abe5d-4395-4929-a439-92fb24715117,segment=NetworkSegment(cc9f75c9-c7cc-49bd-a770-8a7cd276112c),segment_id=cc9f75c9-c7cc-49bd-a770-8a7cd276112c)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:48:57.968685 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:57.971299 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:48:58.053006 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb236e3-bd37-4b92-84c0-d0d4ec1b6e5c req-0c8d216b-cf5e-4bfd-91bd-515f4e90c6fa tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:58.057160 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8bb236e3-bd37-4b92-84c0-d0d4ec1b6e5c req-0c8d216b-cf5e-4bfd-91bd-515f4e90c6fa tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 943 time: 0.1485929
Apr 21 14:48:58.064178 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Pushing event updated for resources: {'Port': ['ID=7f6abe5d-4395-4929-a439-92fb24715117,revision_number=4']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:48:58.067622 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:48:58.177284 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8bb236e3-bd37-4b92-84c0-d0d4ec1b6e5c req-5dde8801-8f05-4d80-83a5-4957eef4cb3a tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0811341
Apr 21 14:48:58.406560 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f7a1c9bf-829f-4682-a04a-8e4b9bfa0334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839089525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15509359'] for subnet, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:58.411750 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-883b5d43-d737-4b92-a69a-974cdf214c60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:48:58.495552 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1c9bf-829f-4682-a04a-8e4b9bfa0334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d159c55c-3910-48fa-9fbd-bab32563eafb,revision_number=0']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:48:58.499265 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f7a1c9bf-829f-4682-a04a-8e4b9bfa0334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:48:58.506728 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a1c9bf-829f-4682-a04a-8e4b9bfa0334 admin admin] Checking segment: {'id': '442e4284-fd77-41f7-934e-bbc8ce4978db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8653e492-2acd-49ed-ac5c-c8fd4d9dff92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:48:58.507265 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a1c9bf-829f-4682-a04a-8e4b9bfa0334 admin admin] Network hostable DHCP agents. Network: 8653e492-2acd-49ed-ac5c-c8fd4d9dff92, hostable agents: ['185605b6-6305-46ac-a1cb-38316e52a922'], hosted agents: [] {{(pid=86394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 14:48:58.532208 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a1c9bf-829f-4682-a04a-8e4b9bfa0334 admin admin] Network 8653e492-2acd-49ed-ac5c-c8fd4d9dff92 is scheduled to be hosted by DHCP agent 185605b6-6305-46ac-a1cb-38316e52a922 with binding_index 1 {{(pid=86394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 14:48:58.541633 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-f7a1c9bf-829f-4682-a04a-8e4b9bfa0334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-iscsi, 8653e492-2acd-49ed-ac5c-c8fd4d9dff92) {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:48:58.551981 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e01e973-a5c2-4d75-a94b-052fc1865b9a None None] Network 8653e492-2acd-49ed-ac5c-c8fd4d9dff92 requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:48:58.556933 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a1c9bf-829f-4682-a04a-8e4b9bfa0334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:58.557596 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f7a1c9bf-829f-4682-a04a-8e4b9bfa0334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for subnet, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:58.578688 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-f7a1c9bf-829f-4682-a04a-8e4b9bfa0334 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8005779
Apr 21 14:48:58.581912 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 60838) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:48:58.587627 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-bbcccf46-63a2-451e-8ae9-83771c2696bf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-497975666-router', 'tenant_id': '876671a6bb8447d1b67f6785ce30618a', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'}}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:48:58.592848 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-bbcccf46-63a2-451e-8ae9-83771c2696bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:48:58.597138 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-bbcccf46-63a2-451e-8ae9-83771c2696bf admin admin] Usage tracker for resource:router and tenant:876671a6bb8447d1b67f6785ce30618a is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:48:58.600871 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-bbcccf46-63a2-451e-8ae9-83771c2696bf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:48:58.607378 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-bbcccf46-63a2-451e-8ae9-83771c2696bf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:48:58.617000 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-bbcccf46-63a2-451e-8ae9-83771c2696bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-625132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773200'] for router, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:58.618250 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-bbcccf46-63a2-451e-8ae9-83771c2696bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854150684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854125822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854114797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2601'] for router, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:58.634376 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-bbcccf46-63a2-451e-8ae9-83771c2696bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:58.792684 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea732e8c-6f36-4edc-a046-0d317c9bc254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd811e4f-5666-5458-8df8-f30f8980c0d3-8653e492-2acd-49ed-ac5c-c8fd4d9dff92', 'network_id': '8653e492-2acd-49ed-ac5c-c8fd4d9dff92', 'tenant_id': '876671a6bb8447d1b67f6785ce30618a', 'fixed_ips': [{'subnet_id': 'd159c55c-3910-48fa-9fbd-bab32563eafb'}]}} from dv-cinder-786385-2-iscsi. {{(pid=86395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 14:48:58.793776 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ea732e8c-6f36-4edc-a046-0d317c9bc254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:58.938915 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-bbcccf46-63a2-451e-8ae9-83771c2696bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854125579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854148001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2586'] for router, precommit_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:58.966166 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-ea732e8c-6f36-4edc-a046-0d317c9bc254 None None] Allocated IP 172.20.0.2 (8653e492-2acd-49ed-ac5c-c8fd4d9dff92/d159c55c-3910-48fa-9fbd-bab32563eafb/7df1015a-39e2-4ace-a03c-66fa12669c85) {{(pid=86395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:48:59.210073 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ea732e8c-6f36-4edc-a046-0d317c9bc254 None None] Notify callbacks [] for port, precommit_create {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:59.223714 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-ea732e8c-6f36-4edc-a046-0d317c9bc254 None None] Transition to ACTIVE for port object 7df1015a-39e2-4ace-a03c-66fa12669c85 will not be triggered until provisioned by entity L2. {{(pid=86395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:48:59.250698 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-ea732e8c-6f36-4edc-a046-0d317c9bc254 None None] Transition to ACTIVE for port object 7df1015a-39e2-4ace-a03c-66fa12669c85 will not be triggered until provisioned by entity DHCP. {{(pid=86395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:48:59.256732 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ea732e8c-6f36-4edc-a046-0d317c9bc254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207'] for port, after_create {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:59.262438 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:48:59.305906 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fe31aa-16a5-4a6c-a286-91c6c6a75454 None None] Sync routers for ids ['643d318c-010c-4d49-a94e-e27966d47571'] in dv-cinder-786385-2-iscsi {{(pid=86396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:48:59.325777 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea732e8c-6f36-4edc-a046-0d317c9bc254 None None] Network 8653e492-2acd-49ed-ac5c-c8fd4d9dff92 is already hosted by enough agents. {{(pid=86395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:48:59.328673 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fe31aa-16a5-4a6c-a286-91c6c6a75454 None None] Routers {'643d318c-010c-4d49-a94e-e27966d47571'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:48:59.330321 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-10fe31aa-16a5-4a6c-a286-91c6c6a75454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f6eaf550>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:48:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['643d318c-010c-4d49-a94e-e27966d47571'], 'active': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:48:59.335466 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-ea732e8c-6f36-4edc-a046-0d317c9bc254 None None] Resources bound (agent type, host, resource id):  {{(pid=86395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:48:59.341679 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea732e8c-6f36-4edc-a046-0d317c9bc254 None None] Received port after_create {{(pid=86395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:48:59.421499 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1caabf3-f94e-480f-bee1-ea464f4302e2 req-f19a1b00-1803-4c6a-a09b-e9c4a1306843 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:48:59.423734 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e1caabf3-f94e-480f-bee1-ea464f4302e2 req-f19a1b00-1803-4c6a-a09b-e9c4a1306843 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 943 time: 0.1122799
Apr 21 14:48:59.428861 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea732e8c-6f36-4edc-a046-0d317c9bc254 None None] Pushing event updated for resources: {'Port': ['ID=7df1015a-39e2-4ace-a03c-66fa12669c85,revision_number=1']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:48:59.464288 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ea732e8c-6f36-4edc-a046-0d317c9bc254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:48:59.500764 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e1caabf3-f94e-480f-bee1-ea464f4302e2 req-c94fddc4-333f-4069-847a-c5ad1bda15c2 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703342
Apr 21 14:48:59.502688 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-ea732e8c-6f36-4edc-a046-0d317c9bc254 None None] Attempting to bind port 7df1015a-39e2-4ace-a03c-66fa12669c85 on host dv-cinder-786385-2-iscsi for vnic_type normal with profile  {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:48:59.503254 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-ea732e8c-6f36-4edc-a046-0d317c9bc254 None None] Attempting to bind port 7df1015a-39e2-4ace-a03c-66fa12669c85 by drivers openvswitch,hyperv on host dv-cinder-786385-2-iscsi at level 0 using segments [{'id': '442e4284-fd77-41f7-934e-bbc8ce4978db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8653e492-2acd-49ed-ac5c-c8fd4d9dff92'}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:48:59.504624 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea732e8c-6f36-4edc-a046-0d317c9bc254 None None] Attempting to bind port 7df1015a-39e2-4ace-a03c-66fa12669c85 on network 8653e492-2acd-49ed-ac5c-c8fd4d9dff92 {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:48:59.531008 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea732e8c-6f36-4edc-a046-0d317c9bc254 None None] Checking agent: {'id': '3835c4f8-6870-47cd-b375-7aa1fa6d9f56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 2), 'started_at': datetime.datetime(2021, 4, 21, 14, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:48:59.531430 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea732e8c-6f36-4edc-a046-0d317c9bc254 None None] Checking segment: {'id': '442e4284-fd77-41f7-934e-bbc8ce4978db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8653e492-2acd-49ed-ac5c-c8fd4d9dff92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:48:59.531883 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ea732e8c-6f36-4edc-a046-0d317c9bc254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:59.532599 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea732e8c-6f36-4edc-a046-0d317c9bc254 None None] Bound using segment: {'id': '442e4284-fd77-41f7-934e-bbc8ce4978db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8653e492-2acd-49ed-ac5c-c8fd4d9dff92'} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:48:59.533127 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-ea732e8c-6f36-4edc-a046-0d317c9bc254 None None] Bound port: 7df1015a-39e2-4ace-a03c-66fa12669c85, host: dv-cinder-786385-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442e4284-fd77-41f7-934e-bbc8ce4978db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8653e492-2acd-49ed-ac5c-c8fd4d9dff92'}}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:48:59.533770 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ea732e8c-6f36-4edc-a046-0d317c9bc254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:59.547496 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 7f6abe5d-4395-4929-a439-92fb24715117 up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:48:59.569114 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-10fe31aa-16a5-4a6c-a286-91c6c6a75454 None None] Set router 643d318c-010c-4d49-a94e-e27966d47571 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:48:59.579348 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-bbcccf46-63a2-451e-8ae9-83771c2696bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:59.582457 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-667c8133-d524-41ad-833b-558141681fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:59.615834 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-bbcccf46-63a2-451e-8ae9-83771c2696bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:59.701705 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-ea732e8c-6f36-4edc-a046-0d317c9bc254 None None] For port 7df1015a-39e2-4ace-a03c-66fa12669c85, host dv-cinder-786385-2-iscsi, cleared binding levels {{(pid=86395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:48:59.705312 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-ea732e8c-6f36-4edc-a046-0d317c9bc254 None None] For port 7df1015a-39e2-4ace-a03c-66fa12669c85, host dv-cinder-786385-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=7df1015a-39e2-4ace-a03c-66fa12669c85,segment=NetworkSegment(442e4284-fd77-41f7-934e-bbc8ce4978db),segment_id=442e4284-fd77-41f7-934e-bbc8ce4978db)] {{(pid=86395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:48:59.709186 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ea732e8c-6f36-4edc-a046-0d317c9bc254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:59.714936 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-fda3f602-e88f-44b8-ba31-b5c4385da2c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:48:59.789175 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-bbcccf46-63a2-451e-8ae9-83771c2696bf admin admin] Allocated IP 172.27.3.164 (65ae90ab-0baf-4140-bbfd-b114ac6a9837/3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036/089484f1-46a2-4a2b-8676-78ad3ee7a439) {{(pid=86394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:48:59.803739 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 7f6abe5d-4395-4929-a439-92fb24715117 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:48:59.803863 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:48:59.951738 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-10fe31aa-16a5-4a6c-a286-91c6c6a75454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f6eaf550>, [{'id': '643d318c-010c-4d49-a94e-e27966d47571', 'name': 'tempest-TestVolumeBootPattern-1521638240-router', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '7f6abe5d-4395-4929-a439-92fb24715117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:48:49Z', 'updated_at': '2021-04-21T14:48:54Z', 'revision_number': 4, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'gw_port': {'id': '7f6abe5d-4395-4929-a439-92fb24715117', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:50Z', 'updated_at': '2021-04-21T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': '6763d1e9-54d9-429f-a681-c23399fc91c4', 'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'mac_address': 'fa:16:3e:0f:b0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:53Z', 'updated_at': '2021-04-21T14:48:54Z', 'revision_number': 2, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'subnets': [{'id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:48:59.958859 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fe31aa-16a5-4a6c-a286-91c6c6a75454 None None] Checking router: 643d318c-010c-4d49-a94e-e27966d47571 for host: dv-cinder-786385-2-iscsi {{(pid=86396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:48:59.959320 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fe31aa-16a5-4a6c-a286-91c6c6a75454 None None] Updating router 643d318c-010c-4d49-a94e-e27966d47571 port 6763d1e9-54d9-429f-a681-c23399fc91c4 binding host dv-cinder-786385-2-iscsi {{(pid=86396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 14:48:59.972582 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-bbcccf46-63a2-451e-8ae9-83771c2696bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:00.007800 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-bbcccf46-63a2-451e-8ae9-83771c2696bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:00.012682 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-68b28d2c-1ca0-4668-af26-483377c2479c tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:00.046348 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-10fe31aa-16a5-4a6c-a286-91c6c6a75454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:00.055020 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea732e8c-6f36-4edc-a046-0d317c9bc254 None None] Pushing event updated for resources: {'Port': ['ID=7df1015a-39e2-4ace-a03c-66fa12669c85,revision_number=2']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:00.061092 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ea732e8c-6f36-4edc-a046-0d317c9bc254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:00.108586 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcccf46-63a2-451e-8ae9-83771c2696bf admin admin] Network 65ae90ab-0baf-4140-bbfd-b114ac6a9837 is already hosted by enough agents. {{(pid=86394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:49:00.111965 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-bbcccf46-63a2-451e-8ae9-83771c2696bf admin admin] Resources bound (agent type, host, resource id):  {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:49:00.115084 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcccf46-63a2-451e-8ae9-83771c2696bf admin admin] Received port after_create {{(pid=86394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:49:00.212367 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcccf46-63a2-451e-8ae9-83771c2696bf admin admin] Pushing event updated for resources: {'Port': ['ID=089484f1-46a2-4a2b-8676-78ad3ee7a439,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:00.216020 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-bbcccf46-63a2-451e-8ae9-83771c2696bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:00.462772 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-10fe31aa-16a5-4a6c-a286-91c6c6a75454 None None] Notify callbacks [] for port, precommit_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:00.476403 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-10fe31aa-16a5-4a6c-a286-91c6c6a75454 None None] Transition to ACTIVE for port object 6763d1e9-54d9-429f-a681-c23399fc91c4 will not be triggered until provisioned by entity L2. {{(pid=86396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:49:00.483164 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-10fe31aa-16a5-4a6c-a286-91c6c6a75454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:00.487288 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:00.635541 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-bbcccf46-63a2-451e-8ae9-83771c2696bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:00.661215 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f5797-d5cd-4b2c-966a-0bc6de752048 None None] Pushing event updated for resources: {'Port': ['ID=6763d1e9-54d9-429f-a681-c23399fc91c4,revision_number=3']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:00.708212 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f5797-d5cd-4b2c-966a-0bc6de752048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:00.708660 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f5797-d5cd-4b2c-966a-0bc6de752048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:00.708949 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f5797-d5cd-4b2c-966a-0bc6de752048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:00.709313 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f5797-d5cd-4b2c-966a-0bc6de752048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:00.709672 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f5797-d5cd-4b2c-966a-0bc6de752048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:00.710041 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f5797-d5cd-4b2c-966a-0bc6de752048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:00.710433 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f5797-d5cd-4b2c-966a-0bc6de752048 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:00.710790 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f5797-d5cd-4b2c-966a-0bc6de752048 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:00.711138 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f5797-d5cd-4b2c-966a-0bc6de752048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:00.711553 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f5797-d5cd-4b2c-966a-0bc6de752048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:00.711876 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f5797-d5cd-4b2c-966a-0bc6de752048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:00.712265 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f5797-d5cd-4b2c-966a-0bc6de752048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:00.724001 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-476f5797-d5cd-4b2c-966a-0bc6de752048 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:00.911052 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-10fe31aa-16a5-4a6c-a286-91c6c6a75454 None None] Attempting to bind port 6763d1e9-54d9-429f-a681-c23399fc91c4 on host dv-cinder-786385-2-iscsi for vnic_type normal with profile  {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:49:00.911495 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-10fe31aa-16a5-4a6c-a286-91c6c6a75454 None None] Attempting to bind port 6763d1e9-54d9-429f-a681-c23399fc91c4 by drivers openvswitch,hyperv on host dv-cinder-786385-2-iscsi at level 0 using segments [{'id': '82fae9ff-f88e-4cb9-bd09-c64f372345c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab'}] {{(pid=86396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:49:00.911908 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fe31aa-16a5-4a6c-a286-91c6c6a75454 None None] Attempting to bind port 6763d1e9-54d9-429f-a681-c23399fc91c4 on network 3bf02896-5a06-4820-afef-e1d155642dab {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:49:00.918933 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fe31aa-16a5-4a6c-a286-91c6c6a75454 None None] Checking agent: {'id': '3835c4f8-6870-47cd-b375-7aa1fa6d9f56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 2), 'started_at': datetime.datetime(2021, 4, 21, 14, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:49:00.919364 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fe31aa-16a5-4a6c-a286-91c6c6a75454 None None] Checking segment: {'id': '82fae9ff-f88e-4cb9-bd09-c64f372345c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:49:00.919803 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-10fe31aa-16a5-4a6c-a286-91c6c6a75454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:00.920248 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fe31aa-16a5-4a6c-a286-91c6c6a75454 None None] Bound using segment: {'id': '82fae9ff-f88e-4cb9-bd09-c64f372345c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab'} {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:49:00.920796 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-10fe31aa-16a5-4a6c-a286-91c6c6a75454 None None] Bound port: 6763d1e9-54d9-429f-a681-c23399fc91c4, host: dv-cinder-786385-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fae9ff-f88e-4cb9-bd09-c64f372345c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab'}}] {{(pid=86396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:49:00.921250 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-10fe31aa-16a5-4a6c-a286-91c6c6a75454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:00.991278 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ab855-3084-4668-a99f-cd1e342be1d1 req-8a1d6c3e-61c4-4b9b-87a3-27d78aaa03d6 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:00.992953 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-902ab855-3084-4668-a99f-cd1e342be1d1 req-8a1d6c3e-61c4-4b9b-87a3-27d78aaa03d6 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 943 time: 0.2937608
Apr 21 14:49:01.031416 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-10fe31aa-16a5-4a6c-a286-91c6c6a75454 None None] For port 6763d1e9-54d9-429f-a681-c23399fc91c4, host dv-cinder-786385-2-iscsi, cleared binding levels {{(pid=86396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:49:01.035479 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-10fe31aa-16a5-4a6c-a286-91c6c6a75454 None None] For port 6763d1e9-54d9-429f-a681-c23399fc91c4, host dv-cinder-786385-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=6763d1e9-54d9-429f-a681-c23399fc91c4,segment=NetworkSegment(82fae9ff-f88e-4cb9-bd09-c64f372345c7),segment_id=82fae9ff-f88e-4cb9-bd09-c64f372345c7)] {{(pid=86396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:49:01.040783 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-10fe31aa-16a5-4a6c-a286-91c6c6a75454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:01.047475 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d73e00db-4f10-437c-b44b-be182e1564a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:01.137915 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-902ab855-3084-4668-a99f-cd1e342be1d1 req-92f17c53-a920-4b0b-9f59-54708283d484 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0847282
Apr 21 14:49:01.145295 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fe31aa-16a5-4a6c-a286-91c6c6a75454 None None] Routers {'643d318c-010c-4d49-a94e-e27966d47571'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:49:01.146072 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-10fe31aa-16a5-4a6c-a286-91c6c6a75454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f6eaf550>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:48:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['643d318c-010c-4d49-a94e-e27966d47571'], 'active': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:49:01.182556 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-bbcccf46-63a2-451e-8ae9-83771c2696bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650207'] for router, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:01.220406 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f5797-d5cd-4b2c-966a-0bc6de752048 None None] Pushing event updated for resources: {'Port': ['ID=6763d1e9-54d9-429f-a681-c23399fc91c4,revision_number=4']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:01.233001 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-476f5797-d5cd-4b2c-966a-0bc6de752048 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:01.397248 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-10fe31aa-16a5-4a6c-a286-91c6c6a75454 None None] Set router 643d318c-010c-4d49-a94e-e27966d47571 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:49:01.455319 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbcccf46-63a2-451e-8ae9-83771c2696bf admin admin] Router ee98a001-d018-4b95-855e-717ea2ea6021 is scheduled to L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 with binding_index 1 {{(pid=86394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 14:49:01.494411 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e912af-3d4f-4603-b2d0-1c47801fc232 None None] Network 8653e492-2acd-49ed-ac5c-c8fd4d9dff92 requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:49:01.582268 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-be015cfc-3262-40ec-8946-d5c0e95294a9 None None] Provisioning for port 7df1015a-39e2-4ace-a03c-66fa12669c85 completed by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:49:01.691692 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbcccf46-63a2-451e-8ae9-83771c2696bf admin admin] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:49:01.699856 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 6763d1e9-54d9-429f-a681-c23399fc91c4 up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:49:01.719387 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-bbcccf46-63a2-451e-8ae9-83771c2696bf admin admin] Notify callbacks [] for router, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:01.722019 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-bbcccf46-63a2-451e-8ae9-83771c2696bf admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.1379261
Apr 21 14:49:01.724049 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 60848) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:49:01.746618 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e70c2b4-94bb-486c-8173-8433838ac847 None None] Sync routers for ids ['ee98a001-d018-4b95-855e-717ea2ea6021'] in dv-cinder-786385-2-iscsi {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:49:01.786473 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e70c2b4-94bb-486c-8173-8433838ac847 None None] Routers {'ee98a001-d018-4b95-855e-717ea2ea6021'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:49:01.787244 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-4e70c2b4-94bb-486c-8173-8433838ac847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f7061198>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:48:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['ee98a001-d018-4b95-855e-717ea2ea6021'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:49:01.852008 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-10fe31aa-16a5-4a6c-a286-91c6c6a75454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f6eaf550>, [{'id': '643d318c-010c-4d49-a94e-e27966d47571', 'name': 'tempest-TestVolumeBootPattern-1521638240-router', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '7f6abe5d-4395-4929-a439-92fb24715117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:48:49Z', 'updated_at': '2021-04-21T14:48:54Z', 'revision_number': 4, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'gw_port': {'id': '7f6abe5d-4395-4929-a439-92fb24715117', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:50Z', 'updated_at': '2021-04-21T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': '6763d1e9-54d9-429f-a681-c23399fc91c4', 'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'mac_address': 'fa:16:3e:0f:b0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:53Z', 'updated_at': '2021-04-21T14:49:01Z', 'revision_number': 4, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'subnets': [{'id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:49:01.857550 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fe31aa-16a5-4a6c-a286-91c6c6a75454 None None] The sync data for ids ['643d318c-010c-4d49-a94e-e27966d47571'] in dv-cinder-786385-2-iscsi is: [{'id': '643d318c-010c-4d49-a94e-e27966d47571', 'name': 'tempest-TestVolumeBootPattern-1521638240-router', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '7f6abe5d-4395-4929-a439-92fb24715117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:48:49Z', 'updated_at': '2021-04-21T14:48:54Z', 'revision_number': 4, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'gw_port': {'id': '7f6abe5d-4395-4929-a439-92fb24715117', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:50Z', 'updated_at': '2021-04-21T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': '6763d1e9-54d9-429f-a681-c23399fc91c4', 'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'mac_address': 'fa:16:3e:0f:b0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:53Z', 'updated_at': '2021-04-21T14:49:01Z', 'revision_number': 4, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'subnets': [{'id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:49:02.037691 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning for port 6763d1e9-54d9-429f-a681-c23399fc91c4 completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:49:02.068542 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 6763d1e9-54d9-429f-a681-c23399fc91c4 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:49:02.068935 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:02.156654 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-4e70c2b4-94bb-486c-8173-8433838ac847 None None] Set router ee98a001-d018-4b95-855e-717ea2ea6021 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:49:02.301434 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:02.403231 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-58e1a713-f8b7-4740-8b50-529cd18c1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:02.437193 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a8bee-c923-4e6a-a339-498cfa7a0657 req-f38ca049-11eb-4bc4-adb2-25fb6c05ac85 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:02.439145 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d21a8bee-c923-4e6a-a339-498cfa7a0657 req-f38ca049-11eb-4bc4-adb2-25fb6c05ac85 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 943 time: 0.1376896
Apr 21 14:49:02.524412 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d21a8bee-c923-4e6a-a339-498cfa7a0657 req-5f560849-67a9-4f04-a082-8e40db7c69d8 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0753293
Apr 21 14:49:02.540248 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:02.563662 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:02.638907 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] For port 6763d1e9-54d9-429f-a681-c23399fc91c4, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=6763d1e9-54d9-429f-a681-c23399fc91c4,segment=NetworkSegment(82fae9ff-f88e-4cb9-bd09-c64f372345c7),segment_id=82fae9ff-f88e-4cb9-bd09-c64f372345c7)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:49:02.647581 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:02.648518 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 7df1015a-39e2-4ace-a03c-66fa12669c85 up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:49:02.681250 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:02.812555 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Pushing event updated for resources: {'Port': ['ID=6763d1e9-54d9-429f-a681-c23399fc91c4,revision_number=5']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:02.818076 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-4e70c2b4-94bb-486c-8173-8433838ac847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f7061198>, [{'id': 'ee98a001-d018-4b95-855e-717ea2ea6021', 'name': 'tempest-TestVolumeBootPattern-497975666-router', 'tenant_id': '876671a6bb8447d1b67f6785ce30618a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '089484f1-46a2-4a2b-8676-78ad3ee7a439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:48:58Z', 'updated_at': '2021-04-21T14:49:00Z', 'revision_number': 3, 'project_id': '876671a6bb8447d1b67f6785ce30618a', 'gw_port': {'id': '089484f1-46a2-4a2b-8676-78ad3ee7a439', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:66:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee98a001-d018-4b95-855e-717ea2ea6021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:59Z', 'updated_at': '2021-04-21T14:48:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi'}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:49:02.821301 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:02.824568 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning for port 7df1015a-39e2-4ace-a03c-66fa12669c85 completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:49:02.828089 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e70c2b4-94bb-486c-8173-8433838ac847 None None] Checking router: ee98a001-d018-4b95-855e-717ea2ea6021 for host: dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:49:02.828485 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e70c2b4-94bb-486c-8173-8433838ac847 None None] Updating router ee98a001-d018-4b95-855e-717ea2ea6021 port 089484f1-46a2-4a2b-8676-78ad3ee7a439 binding host dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 14:49:02.835892 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e9295e16-424c-49ee-93da-1d21dc929809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:02.864750 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 7df1015a-39e2-4ace-a03c-66fa12669c85 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:49:02.865460 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:02.953467 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4e70c2b4-94bb-486c-8173-8433838ac847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:03.088372 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-e9295e16-424c-49ee-93da-1d21dc929809 admin admin] Allocated IP 172.20.0.1 (8653e492-2acd-49ed-ac5c-c8fd4d9dff92/d159c55c-3910-48fa-9fbd-bab32563eafb/fea74f10-4a3c-40a4-8ab9-1402677c7e0f) {{(pid=86394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:49:03.148080 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:03.270824 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] For port 7df1015a-39e2-4ace-a03c-66fa12669c85, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=7df1015a-39e2-4ace-a03c-66fa12669c85,segment=NetworkSegment(442e4284-fd77-41f7-934e-bbc8ce4978db),segment_id=442e4284-fd77-41f7-934e-bbc8ce4978db)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:49:03.276228 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:03.277056 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e9295e16-424c-49ee-93da-1d21dc929809 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:03.280301 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c20c49f4-ccec-46f0-aede-3b490a41fb17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:03.294974 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-e9295e16-424c-49ee-93da-1d21dc929809 admin admin] Transition to ACTIVE for port object fea74f10-4a3c-40a4-8ab9-1402677c7e0f will not be triggered until provisioned by entity DHCP. {{(pid=86394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:49:03.323101 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e9295e16-424c-49ee-93da-1d21dc929809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:03.332141 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2db9c080-96b5-4f2a-ae39-6eca208bd63e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:03.387938 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Pushing event updated for resources: {'Port': ['ID=7df1015a-39e2-4ace-a03c-66fa12669c85,revision_number=3']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:03.391939 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:03.412102 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9295e16-424c-49ee-93da-1d21dc929809 admin admin] Network 8653e492-2acd-49ed-ac5c-c8fd4d9dff92 is already hosted by enough agents. {{(pid=86394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:49:03.416543 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-e9295e16-424c-49ee-93da-1d21dc929809 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:49:03.419242 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9295e16-424c-49ee-93da-1d21dc929809 admin admin] Received port after_create {{(pid=86394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:49:03.466960 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9295e16-424c-49ee-93da-1d21dc929809 admin admin] Pushing event updated for resources: {'Port': ['ID=fea74f10-4a3c-40a4-8ab9-1402677c7e0f,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:03.469672 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e9295e16-424c-49ee-93da-1d21dc929809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:03.487911 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4e70c2b4-94bb-486c-8173-8433838ac847 None None] Notify callbacks [] for port, precommit_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:03.498942 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e9295e16-424c-49ee-93da-1d21dc929809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854145534'] for router_interface, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:03.507275 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-4e70c2b4-94bb-486c-8173-8433838ac847 None None] Transition to ACTIVE for port object 089484f1-46a2-4a2b-8676-78ad3ee7a439 will not be triggered until provisioned by entity L2. {{(pid=86395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:49:03.517080 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4e70c2b4-94bb-486c-8173-8433838ac847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:03.529964 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:03.577293 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 6763d1e9-54d9-429f-a681-c23399fc91c4 up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:49:03.642699 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e9295e16-424c-49ee-93da-1d21dc929809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:03.866866 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-4e70c2b4-94bb-486c-8173-8433838ac847 None None] Attempting to bind port 089484f1-46a2-4a2b-8676-78ad3ee7a439 on host dv-cinder-786385-2-iscsi for vnic_type normal with profile  {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:49:03.867157 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-4e70c2b4-94bb-486c-8173-8433838ac847 None None] Attempting to bind port 089484f1-46a2-4a2b-8676-78ad3ee7a439 by drivers openvswitch,hyperv on host dv-cinder-786385-2-iscsi at level 0 using segments [{'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:49:03.867558 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e70c2b4-94bb-486c-8173-8433838ac847 None None] Attempting to bind port 089484f1-46a2-4a2b-8676-78ad3ee7a439 on network 65ae90ab-0baf-4140-bbfd-b114ac6a9837 {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:49:03.879615 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d92fb84-12d2-4eee-ad6b-184d5285802f None None] Pushing event updated for resources: {'Port': ['ID=089484f1-46a2-4a2b-8676-78ad3ee7a439,revision_number=2']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:03.886408 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8d92fb84-12d2-4eee-ad6b-184d5285802f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:03.887511 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-7df08f7f-49c3-4428-b221-0ec3e2ba7335 None None] Provisioning for port fea74f10-4a3c-40a4-8ab9-1402677c7e0f completed by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:49:03.890631 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e70c2b4-94bb-486c-8173-8433838ac847 None None] Checking agent: {'id': '3835c4f8-6870-47cd-b375-7aa1fa6d9f56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 2), 'started_at': datetime.datetime(2021, 4, 21, 14, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:49:03.891049 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e70c2b4-94bb-486c-8173-8433838ac847 None None] Checking segment: {'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:49:03.891502 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4e70c2b4-94bb-486c-8173-8433838ac847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:03.891931 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e70c2b4-94bb-486c-8173-8433838ac847 None None] Bound using segment: {'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:49:03.892476 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-4e70c2b4-94bb-486c-8173-8433838ac847 None None] Bound port: 089484f1-46a2-4a2b-8676-78ad3ee7a439, host: dv-cinder-786385-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'}}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:49:03.892894 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4e70c2b4-94bb-486c-8173-8433838ac847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:03.904732 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb29847-a372-4ff8-a323-b7c49dd3d5b4 req-35d44410-35ff-40ab-b742-81715bf19c7b tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:03.906447 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1bb29847-a372-4ff8-a323-b7c49dd3d5b4 req-35d44410-35ff-40ab-b742-81715bf19c7b tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 943 time: 0.2448363
Apr 21 14:49:03.937084 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-7df08f7f-49c3-4428-b221-0ec3e2ba7335 None None] Provisioning complete for port fea74f10-4a3c-40a4-8ab9-1402677c7e0f triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:49:03.937458 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7df08f7f-49c3-4428-b221-0ec3e2ba7335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:03.998629 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1bb29847-a372-4ff8-a323-b7c49dd3d5b4 req-2a271219-a8a8-4c44-b325-334b682fd9e5 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0826595
Apr 21 14:49:04.037637 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e9295e16-424c-49ee-93da-1d21dc929809 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:04.041915 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-7df08f7f-49c3-4428-b221-0ec3e2ba7335 None None] Port fea74f10-4a3c-40a4-8ab9-1402677c7e0f cannot update to ACTIVE because it is not bound. {{(pid=86395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 14:49:04.047551 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e9295e16-424c-49ee-93da-1d21dc929809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839088365'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:04.048654 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-4e70c2b4-94bb-486c-8173-8433838ac847 None None] For port 089484f1-46a2-4a2b-8676-78ad3ee7a439, host dv-cinder-786385-2-iscsi, cleared binding levels {{(pid=86395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:49:04.052269 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-4e70c2b4-94bb-486c-8173-8433838ac847 None None] For port 089484f1-46a2-4a2b-8676-78ad3ee7a439, host dv-cinder-786385-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=089484f1-46a2-4a2b-8676-78ad3ee7a439,segment=NetworkSegment(cc9f75c9-c7cc-49bd-a770-8a7cd276112c),segment_id=cc9f75c9-c7cc-49bd-a770-8a7cd276112c)] {{(pid=86395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:49:04.053446 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 6763d1e9-54d9-429f-a681-c23399fc91c4 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:49:04.053860 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:04.078470 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-173df1ee-d531-4c4f-a4f4-720868df7fa2 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:04.086384 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4e70c2b4-94bb-486c-8173-8433838ac847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:04.098064 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:04.172569 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e9295e16-424c-49ee-93da-1d21dc929809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853752145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630373'] for router_interface, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:04.177849 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9295e16-424c-49ee-93da-1d21dc929809 admin admin] Pushing event updated for resources: {'Port': ['ID=fea74f10-4a3c-40a4-8ab9-1402677c7e0f,revision_number=2']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:04.180983 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e9295e16-424c-49ee-93da-1d21dc929809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:04.212597 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e70c2b4-94bb-486c-8173-8433838ac847 None None] Routers {'ee98a001-d018-4b95-855e-717ea2ea6021'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:49:04.213282 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-4e70c2b4-94bb-486c-8173-8433838ac847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f7061198>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:49:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['ee98a001-d018-4b95-855e-717ea2ea6021'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:49:04.295360 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d92fb84-12d2-4eee-ad6b-184d5285802f None None] Pushing event updated for resources: {'Port': ['ID=089484f1-46a2-4a2b-8676-78ad3ee7a439,revision_number=3']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:04.328247 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9295e16-424c-49ee-93da-1d21dc929809 admin admin] Network 8653e492-2acd-49ed-ac5c-c8fd4d9dff92 is already hosted by enough agents. {{(pid=86394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:49:04.329518 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-e9295e16-424c-49ee-93da-1d21dc929809 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:49:04.353277 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8d92fb84-12d2-4eee-ad6b-184d5285802f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:04.407480 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:04.453811 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 7df1015a-39e2-4ace-a03c-66fa12669c85 up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:49:04.537435 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-4e70c2b4-94bb-486c-8173-8433838ac847 None None] Set router ee98a001-d018-4b95-855e-717ea2ea6021 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:49:04.543094 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9295e16-424c-49ee-93da-1d21dc929809 admin admin] Router ee98a001-d018-4b95-855e-717ea2ea6021 has already been hosted by L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 {{(pid=86394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 14:49:04.698586 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device cc544713-b84a-4e45-b04d-b437a6b4c09b details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 14:49:04.716942 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-b75d43a3-de68-4b4e-b45c-e86a9184bb9d None None] Provisioning complete for port fea74f10-4a3c-40a4-8ab9-1402677c7e0f triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:49:04.717303 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b75d43a3-de68-4b4e-b45c-e86a9184bb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:04.749563 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9295e16-424c-49ee-93da-1d21dc929809 admin admin] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:49:04.759457 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-e9295e16-424c-49ee-93da-1d21dc929809 admin admin] 10.222.0.24 "PUT /v2.0/routers/ee98a001-d018-4b95-855e-717ea2ea6021/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0342205
Apr 21 14:49:04.774008 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 7df1015a-39e2-4ace-a03c-66fa12669c85 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:49:04.774494 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:04.909143 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.db.resource_extend [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 21 14:49:04.939944 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-b75d43a3-de68-4b4e-b45c-e86a9184bb9d None None] Port fea74f10-4a3c-40a4-8ab9-1402677c7e0f cannot update to ACTIVE because it is not bound. {{(pid=86395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 14:49:05.208379 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port cc544713-b84a-4e45-b04d-b437a6b4c09b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cc544713-b84a-4e45-b04d-b437a6b4c09b,segment=NetworkSegment(aad70013-a75a-432c-9a4b-498f88914087),segment_id=aad70013-a75a-432c-9a4b-498f88914087)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:49:05.229522 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Returning: {'device': 'cc544713-b84a-4e45-b04d-b437a6b4c09b', 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9', 'port_id': 'cc544713-b84a-4e45-b04d-b437a6b4c09b', 'mac_address': 'fa:16:3e:8a:05:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48293642-451e-458e-960c-7fbf1e7e7bc3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 14:49:05.279187 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befcbfbe-1dec-44ce-8574-c01abb8d3eab req-23345925-47d5-4321-85bd-19935f4838f4 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:05.281020 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-befcbfbe-1dec-44ce-8574-c01abb8d3eab req-23345925-47d5-4321-85bd-19935f4838f4 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 943 time: 0.1395249
Apr 21 14:49:05.305431 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:05.331768 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-befcbfbe-1dec-44ce-8574-c01abb8d3eab req-69f0aecc-e8aa-4903-9fd3-38c8b8671645 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438066
Apr 21 14:49:05.332200 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc544713-b84a-4e45-b04d-b437a6b4c09b {{(pid=86395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:49:05.339630 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-4e70c2b4-94bb-486c-8173-8433838ac847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f7061198>, [{'id': 'ee98a001-d018-4b95-855e-717ea2ea6021', 'name': 'tempest-TestVolumeBootPattern-497975666-router', 'tenant_id': '876671a6bb8447d1b67f6785ce30618a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '089484f1-46a2-4a2b-8676-78ad3ee7a439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:48:58Z', 'updated_at': '2021-04-21T14:49:03Z', 'revision_number': 4, 'project_id': '876671a6bb8447d1b67f6785ce30618a', 'gw_port': {'id': '089484f1-46a2-4a2b-8676-78ad3ee7a439', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:66:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee98a001-d018-4b95-855e-717ea2ea6021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:59Z', 'updated_at': '2021-04-21T14:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': 'fea74f10-4a3c-40a4-8ab9-1402677c7e0f', 'name': '', 'network_id': '8653e492-2acd-49ed-ac5c-c8fd4d9dff92', 'tenant_id': '876671a6bb8447d1b67f6785ce30618a', 'mac_address': 'fa:16:3e:46:2b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee98a001-d018-4b95-855e-717ea2ea6021', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd159c55c-3910-48fa-9fbd-bab32563eafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:49:02Z', 'updated_at': '2021-04-21T14:49:03Z', 'revision_number': 2, 'project_id': '876671a6bb8447d1b67f6785ce30618a', 'subnets': [{'id': 'd159c55c-3910-48fa-9fbd-bab32563eafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:49:05.348961 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e70c2b4-94bb-486c-8173-8433838ac847 None None] The sync data for ids ['ee98a001-d018-4b95-855e-717ea2ea6021'] in dv-cinder-786385-2-iscsi is: [{'id': 'ee98a001-d018-4b95-855e-717ea2ea6021', 'name': 'tempest-TestVolumeBootPattern-497975666-router', 'tenant_id': '876671a6bb8447d1b67f6785ce30618a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '089484f1-46a2-4a2b-8676-78ad3ee7a439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:48:58Z', 'updated_at': '2021-04-21T14:49:03Z', 'revision_number': 4, 'project_id': '876671a6bb8447d1b67f6785ce30618a', 'gw_port': {'id': '089484f1-46a2-4a2b-8676-78ad3ee7a439', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:66:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee98a001-d018-4b95-855e-717ea2ea6021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:59Z', 'updated_at': '2021-04-21T14:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': 'fea74f10-4a3c-40a4-8ab9-1402677c7e0f', 'name': '', 'network_id': '8653e492-2acd-49ed-ac5c-c8fd4d9dff92', 'tenant_id': '876671a6bb8447d1b67f6785ce30618a', 'mac_address': 'fa:16:3e:46:2b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee98a001-d018-4b95-855e-717ea2ea6021', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd159c55c-3910-48fa-9fbd-bab32563eafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:49:02Z', 'updated_at': '2021-04-21T14:49:03Z', 'revision_number': 2, 'project_id': '876671a6bb8447d1b67f6785ce30618a', 'subnets': [{'id': 'd159c55c-3910-48fa-9fbd-bab32563eafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:49:05.356577 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port cc544713-b84a-4e45-b04d-b437a6b4c09b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cc544713-b84a-4e45-b04d-b437a6b4c09b,segment=NetworkSegment(aad70013-a75a-432c-9a4b-498f88914087),segment_id=aad70013-a75a-432c-9a4b-498f88914087)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:49:05.359954 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:05.362240 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-fda3f602-e88f-44b8-ba31-b5c4385da2c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:05.442305 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=cc544713-b84a-4e45-b04d-b437a6b4c09b,revision_number=9']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:05.446526 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:05.671000 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 60864) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:49:05.677262 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-4157b28a-80b2-460d-acb4-477871d2a552 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-222957663', 'description': 'tempest-secgroup-smoke-222957663 description', 'project_id': '47f31a5650834e49b288140b0ca768c2'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:49:05.684222 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-4157b28a-80b2-460d-acb4-477871d2a552 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:49:05.689303 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-4157b28a-80b2-460d-acb4-477871d2a552 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Usage tracker for resource:security_group and tenant:47f31a5650834e49b288140b0ca768c2 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:49:05.693030 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-4157b28a-80b2-460d-acb4-477871d2a552 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:49:05.704833 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-4157b28a-80b2-460d-acb4-477871d2a552 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:49:05.729972 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4157b28a-80b2-460d-acb4-477871d2a552 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:05.734027 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['cc544713-b84a-4e45-b04d-b437a6b4c09b'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:49:05.761123 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-4157b28a-80b2-460d-acb4-477871d2a552 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:49:05.768327 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-4157b28a-80b2-460d-acb4-477871d2a552 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Usage tracker for resource:security_group_rule and tenant:47f31a5650834e49b288140b0ca768c2 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:49:05.772183 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-4157b28a-80b2-460d-acb4-477871d2a552 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:49:05.780040 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-4157b28a-80b2-460d-acb4-477871d2a552 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:49:05.863182 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4157b28a-80b2-460d-acb4-477871d2a552 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:05.873303 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4157b28a-80b2-460d-acb4-477871d2a552 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:05.879703 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c65ec6c5-cc79-49de-b3f2-0e683a23d580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:05.925428 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157b28a-80b2-460d-acb4-477871d2a552 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:05.928722 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-4157b28a-80b2-460d-acb4-477871d2a552 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:05.929646 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4157b28a-80b2-460d-acb4-477871d2a552 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:05.934541 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-4157b28a-80b2-460d-acb4-477871d2a552 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2622402
Apr 21 14:49:05.934665 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 60868) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:49:05.942802 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-1b67b768-0a75-4221-aca8-e20860bca3a0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Request body: {'security_group_rule': {'security_group_id': 'e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d', 'project_id': '47f31a5650834e49b288140b0ca768c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:49:05.951160 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-1b67b768-0a75-4221-aca8-e20860bca3a0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:49:05.955883 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-1b67b768-0a75-4221-aca8-e20860bca3a0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Usage tracker for resource:security_group_rule and tenant:47f31a5650834e49b288140b0ca768c2 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:49:05.960058 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-1b67b768-0a75-4221-aca8-e20860bca3a0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:49:05.967893 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-1b67b768-0a75-4221-aca8-e20860bca3a0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:49:05.986362 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1b67b768-0a75-4221-aca8-e20860bca3a0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:06.058695 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1b67b768-0a75-4221-aca8-e20860bca3a0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:06.062080 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1b67b768-0a75-4221-aca8-e20860bca3a0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684736'] for security_group_rule, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:06.070518 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:06.095599 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67b768-0a75-4221-aca8-e20860bca3a0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a389e7-f8bc-4486-b550-e327a2b1fb36,revision_number=0']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:06.098467 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-1b67b768-0a75-4221-aca8-e20860bca3a0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:06.106256 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1b67b768-0a75-4221-aca8-e20860bca3a0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:06.107852 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-1b67b768-0a75-4221-aca8-e20860bca3a0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1717865
Apr 21 14:49:06.111012 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 60872) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:49:06.117310 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-e400d387-bf2d-4389-b7d4-6d7291a35812 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Request body: {'security_group_rule': {'security_group_id': 'e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d', 'project_id': '47f31a5650834e49b288140b0ca768c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:49:06.124198 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-e400d387-bf2d-4389-b7d4-6d7291a35812 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:49:06.128358 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-e400d387-bf2d-4389-b7d4-6d7291a35812 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Usage tracker for resource:security_group_rule and tenant:47f31a5650834e49b288140b0ca768c2 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:49:06.133013 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-e400d387-bf2d-4389-b7d4-6d7291a35812 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:49:06.141459 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-e400d387-bf2d-4389-b7d4-6d7291a35812 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:49:06.164017 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e400d387-bf2d-4389-b7d4-6d7291a35812 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:06.242865 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e400d387-bf2d-4389-b7d4-6d7291a35812 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:06.246797 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e400d387-bf2d-4389-b7d4-6d7291a35812 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684736'] for security_group_rule, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:06.248667 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:06.275125 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e400d387-bf2d-4389-b7d4-6d7291a35812 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c3086e0-2e8c-436f-856b-c4d2fb8e56ac,revision_number=0']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:06.278142 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e400d387-bf2d-4389-b7d4-6d7291a35812 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:06.285749 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e400d387-bf2d-4389-b7d4-6d7291a35812 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:06.289282 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-e400d387-bf2d-4389-b7d4-6d7291a35812 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1751201
Apr 21 14:49:06.290400 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 60876) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:49:06.296457 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-4dc99647-c7ee-4766-92f6-1a449c2f35d3 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Request body: {'security_group_rule': {'security_group_id': 'e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d', 'project_id': '47f31a5650834e49b288140b0ca768c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:49:06.303669 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-4dc99647-c7ee-4766-92f6-1a449c2f35d3 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:49:06.308250 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-4dc99647-c7ee-4766-92f6-1a449c2f35d3 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Usage tracker for resource:security_group_rule and tenant:47f31a5650834e49b288140b0ca768c2 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:49:06.311686 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-4dc99647-c7ee-4766-92f6-1a449c2f35d3 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:49:06.318248 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-4dc99647-c7ee-4766-92f6-1a449c2f35d3 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:49:06.338267 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4dc99647-c7ee-4766-92f6-1a449c2f35d3 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:06.414702 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4dc99647-c7ee-4766-92f6-1a449c2f35d3 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:06.418042 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4dc99647-c7ee-4766-92f6-1a449c2f35d3 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684736'] for security_group_rule, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:06.420624 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-df7e1d10-6b2d-4c38-a465-13cae879c3ab tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:06.447667 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc99647-c7ee-4766-92f6-1a449c2f35d3 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28120faa-35c9-4852-bcea-99d8635beec8,revision_number=0']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:06.450573 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-4dc99647-c7ee-4766-92f6-1a449c2f35d3 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:06.457944 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4dc99647-c7ee-4766-92f6-1a449c2f35d3 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:06.459583 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-4dc99647-c7ee-4766-92f6-1a449c2f35d3 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1680779
Apr 21 14:49:06.462679 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 60882) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:49:06.468649 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-4b67f422-8764-4fcb-9e9c-044722e353a0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Request body: {'security_group_rule': {'security_group_id': 'e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d', 'project_id': '47f31a5650834e49b288140b0ca768c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:49:06.475768 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-4b67f422-8764-4fcb-9e9c-044722e353a0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:49:06.480390 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-4b67f422-8764-4fcb-9e9c-044722e353a0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Usage tracker for resource:security_group_rule and tenant:47f31a5650834e49b288140b0ca768c2 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:49:06.483737 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-4b67f422-8764-4fcb-9e9c-044722e353a0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:49:06.492147 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-4b67f422-8764-4fcb-9e9c-044722e353a0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:49:06.511704 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4b67f422-8764-4fcb-9e9c-044722e353a0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:06.558475 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547267f8-ba2f-4a8b-8e6a-4ba07bb7b7ec req-c0dc99ff-019b-4960-83ef-1821fc195149 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:06.560157 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-547267f8-ba2f-4a8b-8e6a-4ba07bb7b7ec req-c0dc99ff-019b-4960-83ef-1821fc195149 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 944 time: 0.1022937
Apr 21 14:49:06.599341 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4b67f422-8764-4fcb-9e9c-044722e353a0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:06.603469 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4b67f422-8764-4fcb-9e9c-044722e353a0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684736'] for security_group_rule, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:06.605776 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:06.618441 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-547267f8-ba2f-4a8b-8e6a-4ba07bb7b7ec req-4e6382c4-1081-47a5-82a7-8df92f7581c6 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508704
Apr 21 14:49:06.633184 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67f422-8764-4fcb-9e9c-044722e353a0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5505aba4-c282-4a36-b9dc-211bdceae25c,revision_number=0']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:06.636216 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-4b67f422-8764-4fcb-9e9c-044722e353a0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:06.644111 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4b67f422-8764-4fcb-9e9c-044722e353a0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:06.645551 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-4b67f422-8764-4fcb-9e9c-044722e353a0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1818042
Apr 21 14:49:06.648959 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 60886) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:49:06.658221 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-ae8cc38d-4895-40e3-af96-0720ef6a6eef tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Request body: {'security_group_rule': {'security_group_id': 'e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d', 'project_id': '47f31a5650834e49b288140b0ca768c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:49:06.668414 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-ae8cc38d-4895-40e3-af96-0720ef6a6eef tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:49:06.673415 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-ae8cc38d-4895-40e3-af96-0720ef6a6eef tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Usage tracker for resource:security_group_rule and tenant:47f31a5650834e49b288140b0ca768c2 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:49:06.677178 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-ae8cc38d-4895-40e3-af96-0720ef6a6eef tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:49:06.683864 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-ae8cc38d-4895-40e3-af96-0720ef6a6eef tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:49:06.695356 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.securitygroups_db [None req-ae8cc38d-4895-40e3-af96-0720ef6a6eef tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Project 47f31a5650834e49b288140b0ca768c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 21 14:49:06.704343 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ae8cc38d-4895-40e3-af96-0720ef6a6eef tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:06.779579 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ae8cc38d-4895-40e3-af96-0720ef6a6eef tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:06.783221 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ae8cc38d-4895-40e3-af96-0720ef6a6eef tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684736'] for security_group_rule, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:06.792517 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:06.812785 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8cc38d-4895-40e3-af96-0720ef6a6eef tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f10b11-c711-4a5f-895a-e37a7af664e7,revision_number=0']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:06.815345 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ae8cc38d-4895-40e3-af96-0720ef6a6eef tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:06.823077 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ae8cc38d-4895-40e3-af96-0720ef6a6eef tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:06.824515 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-ae8cc38d-4895-40e3-af96-0720ef6a6eef tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1739848
Apr 21 14:49:06.827431 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 60890) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:49:06.833497 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-0a7014b4-b9d9-4363-ae0a-775b423f758d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Request body: {'security_group_rule': {'security_group_id': 'e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d', 'project_id': '47f31a5650834e49b288140b0ca768c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:49:06.840593 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-0a7014b4-b9d9-4363-ae0a-775b423f758d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:49:06.845519 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-0a7014b4-b9d9-4363-ae0a-775b423f758d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Usage tracker for resource:security_group_rule and tenant:47f31a5650834e49b288140b0ca768c2 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:49:06.848892 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-0a7014b4-b9d9-4363-ae0a-775b423f758d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:49:06.855433 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-0a7014b4-b9d9-4363-ae0a-775b423f758d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:49:06.866835 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.securitygroups_db [None req-0a7014b4-b9d9-4363-ae0a-775b423f758d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Project 47f31a5650834e49b288140b0ca768c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 21 14:49:06.874313 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0a7014b4-b9d9-4363-ae0a-775b423f758d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:06.952518 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0a7014b4-b9d9-4363-ae0a-775b423f758d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:06.956243 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0a7014b4-b9d9-4363-ae0a-775b423f758d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684736'] for security_group_rule, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:06.964436 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:06.985196 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7014b4-b9d9-4363-ae0a-775b423f758d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d688a3c2-917a-4dbd-907c-a4f2fd1edb4b,revision_number=0']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:06.987857 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-0a7014b4-b9d9-4363-ae0a-775b423f758d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:06.996309 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0a7014b4-b9d9-4363-ae0a-775b423f758d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:06.997776 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-0a7014b4-b9d9-4363-ae0a-775b423f758d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1692426
Apr 21 14:49:07.542329 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 089484f1-46a2-4a2b-8676-78ad3ee7a439 up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:49:07.616943 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning for port 089484f1-46a2-4a2b-8676-78ad3ee7a439 completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:49:07.622765 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 089484f1-46a2-4a2b-8676-78ad3ee7a439 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:49:07.623193 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:07.789362 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:07.810646 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] For port 089484f1-46a2-4a2b-8676-78ad3ee7a439, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=089484f1-46a2-4a2b-8676-78ad3ee7a439,segment=NetworkSegment(cc9f75c9-c7cc-49bd-a770-8a7cd276112c),segment_id=cc9f75c9-c7cc-49bd-a770-8a7cd276112c)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:49:07.813966 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:07.817125 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:07.847235 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429582b-3cd6-47b9-b697-a0b824bf8747 req-69529ab0-92c2-4566-8630-1f62218db092 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:07.849001 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a429582b-3cd6-47b9-b697-a0b824bf8747 req-69529ab0-92c2-4566-8630-1f62218db092 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 944 time: 0.0988448
Apr 21 14:49:07.891152 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Pushing event updated for resources: {'Port': ['ID=089484f1-46a2-4a2b-8676-78ad3ee7a439,revision_number=4']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:07.894593 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:07.902034 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a429582b-3cd6-47b9-b697-a0b824bf8747 req-f830f936-3b5f-4a9e-891e-22142ce98482 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460589
Apr 21 14:49:08.410634 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0be60d-9253-4cfb-acea-23c9eb6262c1 None None] Sync routers for ids ['ee98a001-d018-4b95-855e-717ea2ea6021'] in dv-cinder-786385-2-iscsi {{(pid=86396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:49:08.423905 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0be60d-9253-4cfb-acea-23c9eb6262c1 None None] Routers {'ee98a001-d018-4b95-855e-717ea2ea6021'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:49:08.424580 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-6c0be60d-9253-4cfb-acea-23c9eb6262c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f711c4a8>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:49:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['ee98a001-d018-4b95-855e-717ea2ea6021'], 'active': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:49:08.640353 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-6c0be60d-9253-4cfb-acea-23c9eb6262c1 None None] Set router ee98a001-d018-4b95-855e-717ea2ea6021 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:49:08.657429 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device cc544713-b84a-4e45-b04d-b437a6b4c09b up at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:49:08.802396 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning complete for port cc544713-b84a-4e45-b04d-b437a6b4c09b triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:49:08.803118 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:08.935493 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:09.034720 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-6c0be60d-9253-4cfb-acea-23c9eb6262c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f711c4a8>, [{'id': 'ee98a001-d018-4b95-855e-717ea2ea6021', 'name': 'tempest-TestVolumeBootPattern-497975666-router', 'tenant_id': '876671a6bb8447d1b67f6785ce30618a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '089484f1-46a2-4a2b-8676-78ad3ee7a439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:48:58Z', 'updated_at': '2021-04-21T14:49:03Z', 'revision_number': 4, 'project_id': '876671a6bb8447d1b67f6785ce30618a', 'gw_port': {'id': '089484f1-46a2-4a2b-8676-78ad3ee7a439', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:66:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee98a001-d018-4b95-855e-717ea2ea6021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:59Z', 'updated_at': '2021-04-21T14:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': 'fea74f10-4a3c-40a4-8ab9-1402677c7e0f', 'name': '', 'network_id': '8653e492-2acd-49ed-ac5c-c8fd4d9dff92', 'tenant_id': '876671a6bb8447d1b67f6785ce30618a', 'mac_address': 'fa:16:3e:46:2b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee98a001-d018-4b95-855e-717ea2ea6021', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd159c55c-3910-48fa-9fbd-bab32563eafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:49:02Z', 'updated_at': '2021-04-21T14:49:03Z', 'revision_number': 2, 'project_id': '876671a6bb8447d1b67f6785ce30618a', 'subnets': [{'id': 'd159c55c-3910-48fa-9fbd-bab32563eafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:49:09.041305 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0be60d-9253-4cfb-acea-23c9eb6262c1 None None] Checking router: ee98a001-d018-4b95-855e-717ea2ea6021 for host: dv-cinder-786385-2-iscsi {{(pid=86396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:49:09.041956 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0be60d-9253-4cfb-acea-23c9eb6262c1 None None] Updating router ee98a001-d018-4b95-855e-717ea2ea6021 port fea74f10-4a3c-40a4-8ab9-1402677c7e0f binding host dv-cinder-786385-2-iscsi {{(pid=86396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 14:49:09.117041 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6c0be60d-9253-4cfb-acea-23c9eb6262c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:09.171380 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847235f-84d5-4714-846e-113766797c10 req-03c81fe6-c5d5-4cfc-93dc-d24084bd87d4 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:09.174284 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4847235f-84d5-4714-846e-113766797c10 req-03c81fe6-c5d5-4cfc-93dc-d24084bd87d4 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 944 time: 0.1276736
Apr 21 14:49:09.244383 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4847235f-84d5-4714-846e-113766797c10 req-0cf8d1da-4b5e-4a5d-99e5-3f3b465be1cb tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0530734
Apr 21 14:49:09.256450 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:09.289947 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b1c253-7437-4a43-bc08-a0626125cd82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc544713-b84a-4e45-b04d-b437a6b4c09b'}] {{(pid=86395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:49:09.301752 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port cc544713-b84a-4e45-b04d-b437a6b4c09b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cc544713-b84a-4e45-b04d-b437a6b4c09b,segment=NetworkSegment(aad70013-a75a-432c-9a4b-498f88914087),segment_id=aad70013-a75a-432c-9a4b-498f88914087)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:49:09.310088 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:09.312597 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:09.359744 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b1c253-7437-4a43-bc08-a0626125cd82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc544713-b84a-4e45-b04d-b437a6b4c09b', 'code': 200}
Apr 21 14:49:09.395926 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=cc544713-b84a-4e45-b04d-b437a6b4c09b,revision_number=10']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:09.400403 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:09.601436 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 089484f1-46a2-4a2b-8676-78ad3ee7a439 up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:49:09.699429 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6c0be60d-9253-4cfb-acea-23c9eb6262c1 None None] Notify callbacks [] for port, precommit_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:09.727418 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-6c0be60d-9253-4cfb-acea-23c9eb6262c1 None None] Transition to ACTIVE for port object fea74f10-4a3c-40a4-8ab9-1402677c7e0f will not be triggered until provisioned by entity L2. {{(pid=86396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:49:09.732613 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 089484f1-46a2-4a2b-8676-78ad3ee7a439 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:49:09.733037 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:09.734428 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd0a97-52b2-4d91-9b09-2ea5e4d3033e req-12ba554d-fd46-4b54-9b16-883bd18fcf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:09.736807 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9bbd0a97-52b2-4d91-9b09-2ea5e4d3033e req-12ba554d-fd46-4b54-9b16-883bd18fcf6a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 1099 time: 0.1030073
Apr 21 14:49:09.739651 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6c0be60d-9253-4cfb-acea-23c9eb6262c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:09.745743 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:09.829195 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e82e4-fad6-40ab-ae33-9b5d5af6c55b None None] Pushing event updated for resources: {'Port': ['ID=fea74f10-4a3c-40a4-8ab9-1402677c7e0f,revision_number=3']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:09.855345 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9bbd0a97-52b2-4d91-9b09-2ea5e4d3033e req-0e0d9512-c474-4208-ba35-ded665cfd400 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1081653
Apr 21 14:49:10.012120 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d78e82e4-fad6-40ab-ae33-9b5d5af6c55b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:10.037735 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-6c0be60d-9253-4cfb-acea-23c9eb6262c1 None None] Attempting to bind port fea74f10-4a3c-40a4-8ab9-1402677c7e0f on host dv-cinder-786385-2-iscsi for vnic_type normal with profile  {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:49:10.038184 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-6c0be60d-9253-4cfb-acea-23c9eb6262c1 None None] Attempting to bind port fea74f10-4a3c-40a4-8ab9-1402677c7e0f by drivers openvswitch,hyperv on host dv-cinder-786385-2-iscsi at level 0 using segments [{'id': '442e4284-fd77-41f7-934e-bbc8ce4978db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8653e492-2acd-49ed-ac5c-c8fd4d9dff92'}] {{(pid=86396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:49:10.038591 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0be60d-9253-4cfb-acea-23c9eb6262c1 None None] Attempting to bind port fea74f10-4a3c-40a4-8ab9-1402677c7e0f on network 8653e492-2acd-49ed-ac5c-c8fd4d9dff92 {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:49:10.045693 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0be60d-9253-4cfb-acea-23c9eb6262c1 None None] Checking agent: {'id': '3835c4f8-6870-47cd-b375-7aa1fa6d9f56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 2), 'started_at': datetime.datetime(2021, 4, 21, 14, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:49:10.046126 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0be60d-9253-4cfb-acea-23c9eb6262c1 None None] Checking segment: {'id': '442e4284-fd77-41f7-934e-bbc8ce4978db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8653e492-2acd-49ed-ac5c-c8fd4d9dff92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:49:10.046580 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6c0be60d-9253-4cfb-acea-23c9eb6262c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:10.047018 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0be60d-9253-4cfb-acea-23c9eb6262c1 None None] Bound using segment: {'id': '442e4284-fd77-41f7-934e-bbc8ce4978db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8653e492-2acd-49ed-ac5c-c8fd4d9dff92'} {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:49:10.047557 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-6c0be60d-9253-4cfb-acea-23c9eb6262c1 None None] Bound port: fea74f10-4a3c-40a4-8ab9-1402677c7e0f, host: dv-cinder-786385-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442e4284-fd77-41f7-934e-bbc8ce4978db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8653e492-2acd-49ed-ac5c-c8fd4d9dff92'}}] {{(pid=86396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:49:10.047974 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6c0be60d-9253-4cfb-acea-23c9eb6262c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:10.230002 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-6c0be60d-9253-4cfb-acea-23c9eb6262c1 None None] For port fea74f10-4a3c-40a4-8ab9-1402677c7e0f, host dv-cinder-786385-2-iscsi, cleared binding levels {{(pid=86396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:49:10.235968 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-6c0be60d-9253-4cfb-acea-23c9eb6262c1 None None] For port fea74f10-4a3c-40a4-8ab9-1402677c7e0f, host dv-cinder-786385-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=fea74f10-4a3c-40a4-8ab9-1402677c7e0f,segment=NetworkSegment(442e4284-fd77-41f7-934e-bbc8ce4978db),segment_id=442e4284-fd77-41f7-934e-bbc8ce4978db)] {{(pid=86396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:49:10.240973 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6c0be60d-9253-4cfb-acea-23c9eb6262c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:10.248330 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:10.342205 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0be60d-9253-4cfb-acea-23c9eb6262c1 None None] Routers {'ee98a001-d018-4b95-855e-717ea2ea6021'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:49:10.342906 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-6c0be60d-9253-4cfb-acea-23c9eb6262c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f711c4a8>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:49:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['ee98a001-d018-4b95-855e-717ea2ea6021'], 'active': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:49:10.410628 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e82e4-fad6-40ab-ae33-9b5d5af6c55b None None] Pushing event updated for resources: {'Port': ['ID=fea74f10-4a3c-40a4-8ab9-1402677c7e0f,revision_number=4']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:10.422570 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d78e82e4-fad6-40ab-ae33-9b5d5af6c55b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:10.511807 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b723e8-4cb9-4559-a9ac-e70a38667aa5 req-24fdd012-198f-46b3-82c5-ca3df336e5d2 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:10.513723 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-05b723e8-4cb9-4559-a9ac-e70a38667aa5 req-24fdd012-198f-46b3-82c5-ca3df336e5d2 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 946 time: 0.1162322
Apr 21 14:49:10.596712 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-05b723e8-4cb9-4559-a9ac-e70a38667aa5 req-dc285df2-0dc0-4a3e-a2ac-ab93837d401c tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0671160
Apr 21 14:49:10.766029 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-6c0be60d-9253-4cfb-acea-23c9eb6262c1 None None] Set router ee98a001-d018-4b95-855e-717ea2ea6021 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:49:11.156620 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-6c0be60d-9253-4cfb-acea-23c9eb6262c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f711c4a8>, [{'id': 'ee98a001-d018-4b95-855e-717ea2ea6021', 'name': 'tempest-TestVolumeBootPattern-497975666-router', 'tenant_id': '876671a6bb8447d1b67f6785ce30618a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '089484f1-46a2-4a2b-8676-78ad3ee7a439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:48:58Z', 'updated_at': '2021-04-21T14:49:03Z', 'revision_number': 4, 'project_id': '876671a6bb8447d1b67f6785ce30618a', 'gw_port': {'id': '089484f1-46a2-4a2b-8676-78ad3ee7a439', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:66:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee98a001-d018-4b95-855e-717ea2ea6021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:59Z', 'updated_at': '2021-04-21T14:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': 'fea74f10-4a3c-40a4-8ab9-1402677c7e0f', 'name': '', 'network_id': '8653e492-2acd-49ed-ac5c-c8fd4d9dff92', 'tenant_id': '876671a6bb8447d1b67f6785ce30618a', 'mac_address': 'fa:16:3e:46:2b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee98a001-d018-4b95-855e-717ea2ea6021', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd159c55c-3910-48fa-9fbd-bab32563eafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:49:02Z', 'updated_at': '2021-04-21T14:49:10Z', 'revision_number': 4, 'project_id': '876671a6bb8447d1b67f6785ce30618a', 'subnets': [{'id': 'd159c55c-3910-48fa-9fbd-bab32563eafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:49:11.163171 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0be60d-9253-4cfb-acea-23c9eb6262c1 None None] The sync data for ids ['ee98a001-d018-4b95-855e-717ea2ea6021'] in dv-cinder-786385-2-iscsi is: [{'id': 'ee98a001-d018-4b95-855e-717ea2ea6021', 'name': 'tempest-TestVolumeBootPattern-497975666-router', 'tenant_id': '876671a6bb8447d1b67f6785ce30618a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '089484f1-46a2-4a2b-8676-78ad3ee7a439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:48:58Z', 'updated_at': '2021-04-21T14:49:03Z', 'revision_number': 4, 'project_id': '876671a6bb8447d1b67f6785ce30618a', 'gw_port': {'id': '089484f1-46a2-4a2b-8676-78ad3ee7a439', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:66:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee98a001-d018-4b95-855e-717ea2ea6021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:59Z', 'updated_at': '2021-04-21T14:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': 'fea74f10-4a3c-40a4-8ab9-1402677c7e0f', 'name': '', 'network_id': '8653e492-2acd-49ed-ac5c-c8fd4d9dff92', 'tenant_id': '876671a6bb8447d1b67f6785ce30618a', 'mac_address': 'fa:16:3e:46:2b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee98a001-d018-4b95-855e-717ea2ea6021', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd159c55c-3910-48fa-9fbd-bab32563eafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:49:02Z', 'updated_at': '2021-04-21T14:49:10Z', 'revision_number': 4, 'project_id': '876671a6bb8447d1b67f6785ce30618a', 'subnets': [{'id': 'd159c55c-3910-48fa-9fbd-bab32563eafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:49:11.590366 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device fea74f10-4a3c-40a4-8ab9-1402677c7e0f up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:49:11.685012 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning for port fea74f10-4a3c-40a4-8ab9-1402677c7e0f completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:49:11.692269 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port fea74f10-4a3c-40a4-8ab9-1402677c7e0f triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:49:11.692762 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:11.848327 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:11.893961 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] For port fea74f10-4a3c-40a4-8ab9-1402677c7e0f, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=fea74f10-4a3c-40a4-8ab9-1402677c7e0f,segment=NetworkSegment(442e4284-fd77-41f7-934e-bbc8ce4978db),segment_id=442e4284-fd77-41f7-934e-bbc8ce4978db)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:49:11.898228 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:11.900335 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:11.904634 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be76c50-3233-4999-a5f6-ebde7ca60e10 req-4a4d7117-a704-4bb9-bff0-24436dee0112 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:11.906608 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5be76c50-3233-4999-a5f6-ebde7ca60e10 req-4a4d7117-a704-4bb9-bff0-24436dee0112 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 946 time: 0.1086340
Apr 21 14:49:11.977826 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5be76c50-3233-4999-a5f6-ebde7ca60e10 req-bfc6b145-989a-496c-9cca-2309d0dd4ce7 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636327
Apr 21 14:49:11.995271 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Pushing event updated for resources: {'Port': ['ID=fea74f10-4a3c-40a4-8ab9-1402677c7e0f,revision_number=5']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:12.001118 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:13.207303 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8f73f-628c-40f6-87c3-e95167bdc7c3 req-1579e676-df1d-436d-acc5-6d615e4075a0 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:13.210188 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-50c8f73f-628c-40f6-87c3-e95167bdc7c3 req-1579e676-df1d-436d-acc5-6d615e4075a0 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 946 time: 0.1123073
Apr 21 14:49:13.270847 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-50c8f73f-628c-40f6-87c3-e95167bdc7c3 req-199965a1-f81c-49de-897a-aac11745ebab tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531840
Apr 21 14:49:13.517458 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device fea74f10-4a3c-40a4-8ab9-1402677c7e0f up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:49:13.607909 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port fea74f10-4a3c-40a4-8ab9-1402677c7e0f triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:49:13.608313 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:25.406681 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:49:29.419231 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b91badab-17ea-4334-8cc8-1260e295c969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:30.204502 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-c3efabc5-d76f-4d15-ac74-21cce345b3af tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Synchronizing usage tracker for tenant:47f31a5650834e49b288140b0ca768c2 on resource:security_group {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:49:30.223232 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-c3efabc5-d76f-4d15-ac74-21cce345b3af tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Unset dirty status for tenant:47f31a5650834e49b288140b0ca768c2 on resource:security_group {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:49:30.224561 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-c3efabc5-d76f-4d15-ac74-21cce345b3af tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-222957663&fields=id&tenant_id=47f31a5650834e49b288140b0ca768c2 HTTP/1.1" status: 200  len: 267 time: 0.0700698
Apr 21 14:49:30.405184 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-bfda1f22-ebd7-4e43-8d5f-a973b2aef453 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:30.406033 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-bfda1f22-ebd7-4e43-8d5f-a973b2aef453 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Synchronizing usage tracker for tenant:47f31a5650834e49b288140b0ca768c2 on resource:network {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:49:30.425243 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-bfda1f22-ebd7-4e43-8d5f-a973b2aef453 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Unset dirty status for tenant:47f31a5650834e49b288140b0ca768c2 on resource:network {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:49:30.426586 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-bfda1f22-ebd7-4e43-8d5f-a973b2aef453 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/networks?id=3bf02896-5a06-4820-afef-e1d155642dab HTTP/1.1" status: 200  len: 812 time: 0.1941688
Apr 21 14:49:30.443506 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-64403595-8ad0-4621-b135-5c6ed6d4bd77 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/quotas/47f31a5650834e49b288140b0ca768c2 HTTP/1.1" status: 200  len: 375 time: 0.0105944
Apr 21 14:49:30.545315 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-0f6d4637-c0cc-4f5a-9dc0-a8c0a2c86eec tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=47f31a5650834e49b288140b0ca768c2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0901442
Apr 21 14:49:30.563087 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-45a88c25-3ba1-4da3-a15d-3bee2cd72987 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 14:49:30.564149 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-45a88c25-3ba1-4da3-a15d-3bee2cd72987 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0059323
Apr 21 14:49:30.722320 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-919f6ce3-bf44-47ee-88f5-5f21eb0f6dfb service neutron] 10.222.0.24 "GET /v2.0/networks/3bf02896-5a06-4820-afef-e1d155642dab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1511745
Apr 21 14:49:30.877942 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-58563079-3f27-4ef9-9588-e7e1a066ce28 service neutron] 10.222.0.24 "GET /v2.0/networks/3bf02896-5a06-4820-afef-e1d155642dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1488764
Apr 21 14:49:31.317127 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-86329f4e-16ca-46d9-948a-b075f8d54acf req-57b51561-2db6-4dc3-af5a-ed20ac3dc6e7 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Synchronizing usage tracker for tenant:47f31a5650834e49b288140b0ca768c2 on resource:port {{(pid=86394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:49:31.335358 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-86329f4e-16ca-46d9-948a-b075f8d54acf req-57b51561-2db6-4dc3-af5a-ed20ac3dc6e7 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Unset dirty status for tenant:47f31a5650834e49b288140b0ca768c2 on resource:port {{(pid=86394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:49:31.336679 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-86329f4e-16ca-46d9-948a-b075f8d54acf req-57b51561-2db6-4dc3-af5a-ed20ac3dc6e7 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b886ca0-c1b7-4e12-a979-b3ddf5b77f58 HTTP/1.1" status: 200  len: 210 time: 0.0687141
Apr 21 14:49:32.099271 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:32.228599 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-271ecad9-d35d-451b-8857-d1079fc624da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:32.487447 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:32.525360 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7030c19e-a2bb-4d9d-b0c4-ed19ac4a14ee req-d010eef4-e441-4161-85e6-5c03a59468ca tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b886ca0-c1b7-4e12-a979-b3ddf5b77f58 HTTP/1.1" status: 200  len: 210 time: 0.0590978
Apr 21 14:49:32.593812 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-e36c58ef-5924-43f7-b02c-f96d2755a342 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:32.595423 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-e36c58ef-5924-43f7-b02c-f96d2755a342 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.36 "GET /v2.0/networks?id=3bf02896-5a06-4820-afef-e1d155642dab HTTP/1.1" status: 200  len: 812 time: 0.2224479
Apr 21 14:49:32.663889 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-76d8827f-8430-4bd4-ab58-d48c96abd7c2 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47f31a5650834e49b288140b0ca768c2 HTTP/1.1" status: 200  len: 379 time: 0.0585625
Apr 21 14:49:32.676395 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-24451571-77f7-4736-b16f-5f765d89e4c0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Request body: {'port': {'device_id': '8b886ca0-c1b7-4e12-a979-b3ddf5b77f58', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'admin_state_up': True, 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'security_groups': ['e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d']}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:49:32.828252 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-24451571-77f7-4736-b16f-5f765d89e4c0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:49:32.839279 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-24451571-77f7-4736-b16f-5f765d89e4c0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:49:32.849866 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-24451571-77f7-4736-b16f-5f765d89e4c0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Made reservation on behalf of 47f31a5650834e49b288140b0ca768c2 for: {'port': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:49:32.856044 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-24451571-77f7-4736-b16f-5f765d89e4c0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:33.042552 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-24451571-77f7-4736-b16f-5f765d89e4c0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Allocated IP 172.20.0.4 (3bf02896-5a06-4820-afef-e1d155642dab/9520c503-7474-4d15-8642-8ca9a66eae6e/edae6881-37a1-437a-a77d-c55e80187a50) {{(pid=86393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:49:33.254086 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-24451571-77f7-4736-b16f-5f765d89e4c0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for port, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:33.271187 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-24451571-77f7-4736-b16f-5f765d89e4c0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Transition to ACTIVE for port object edae6881-37a1-437a-a77d-c55e80187a50 will not be triggered until provisioned by entity DHCP. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:49:33.298398 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-24451571-77f7-4736-b16f-5f765d89e4c0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:33.304665 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:33.376268 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-24451571-77f7-4736-b16f-5f765d89e4c0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Network 3bf02896-5a06-4820-afef-e1d155642dab is already hosted by enough agents. {{(pid=86393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:49:33.379458 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-24451571-77f7-4736-b16f-5f765d89e4c0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Resources bound (agent type, host, resource id):  {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:49:33.383654 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-24451571-77f7-4736-b16f-5f765d89e4c0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Received port after_create {{(pid=86393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:49:33.420296 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24451571-77f7-4736-b16f-5f765d89e4c0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Pushing event updated for resources: {'Port': ['ID=edae6881-37a1-437a-a77d-c55e80187a50,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:33.436339 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24451571-77f7-4736-b16f-5f765d89e4c0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:33.436749 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24451571-77f7-4736-b16f-5f765d89e4c0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:33.437161 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24451571-77f7-4736-b16f-5f765d89e4c0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:33.437563 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24451571-77f7-4736-b16f-5f765d89e4c0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:33.437962 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24451571-77f7-4736-b16f-5f765d89e4c0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:33.438382 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24451571-77f7-4736-b16f-5f765d89e4c0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:33.438780 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24451571-77f7-4736-b16f-5f765d89e4c0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:33.439176 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24451571-77f7-4736-b16f-5f765d89e4c0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:33.439572 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24451571-77f7-4736-b16f-5f765d89e4c0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:33.439967 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24451571-77f7-4736-b16f-5f765d89e4c0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:33.440355 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24451571-77f7-4736-b16f-5f765d89e4c0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:33.440745 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24451571-77f7-4736-b16f-5f765d89e4c0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:33.446785 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-24451571-77f7-4736-b16f-5f765d89e4c0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:33.478592 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-24451571-77f7-4736-b16f-5f765d89e4c0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:33.479381 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-24451571-77f7-4736-b16f-5f765d89e4c0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:33.511113 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-24451571-77f7-4736-b16f-5f765d89e4c0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8392408
Apr 21 14:49:33.523794 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-21a1316c-226a-410f-93b3-07533dbd20b1 service neutron] Request body: {'port': {'device_id': '8b886ca0-c1b7-4e12-a979-b3ddf5b77f58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:49:33.642804 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-b7b179e9-f280-4ebf-aaff-a55d67bbada0 None None] Provisioning for port edae6881-37a1-437a-a77d-c55e80187a50 completed by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:49:33.643393 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-21a1316c-226a-410f-93b3-07533dbd20b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:33.648415 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-b7b179e9-f280-4ebf-aaff-a55d67bbada0 None None] Provisioning complete for port edae6881-37a1-437a-a77d-c55e80187a50 triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:49:33.650494 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b7b179e9-f280-4ebf-aaff-a55d67bbada0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:33.707815 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-b7b179e9-f280-4ebf-aaff-a55d67bbada0 None None] Port edae6881-37a1-437a-a77d-c55e80187a50 cannot update to ACTIVE because it is not bound. {{(pid=86395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 14:49:33.734736 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7731c4-935c-4c33-92fe-09547e52e717 req-7424c412-ac87-4f25-b5a1-d0a67b4074f8 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:33.736374 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7b7731c4-935c-4c33-92fe-09547e52e717 req-7424c412-ac87-4f25-b5a1-d0a67b4074f8 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b886ca0-c1b7-4e12-a979-b3ddf5b77f58 HTTP/1.1" status: 200  len: 931 time: 0.0934680
Apr 21 14:49:33.788271 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-7b7731c4-935c-4c33-92fe-09547e52e717 req-c1657e8c-f6ed-4cca-9571-af63ec9d8564 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Synchronizing usage tracker for tenant:47f31a5650834e49b288140b0ca768c2 on resource:security_group {{(pid=86394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:49:33.801501 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-7b7731c4-935c-4c33-92fe-09547e52e717 req-c1657e8c-f6ed-4cca-9571-af63ec9d8564 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Unset dirty status for tenant:47f31a5650834e49b288140b0ca768c2 on resource:security_group {{(pid=86394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:49:33.802808 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7b7731c4-935c-4c33-92fe-09547e52e717 req-c1657e8c-f6ed-4cca-9571-af63ec9d8564 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597739
Apr 21 14:49:34.024157 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-21a1316c-226a-410f-93b3-07533dbd20b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edae6881-37a1-437a-a77d-c55e80187a50 {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:49:34.032474 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-21a1316c-226a-410f-93b3-07533dbd20b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:34.048380 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-21a1316c-226a-410f-93b3-07533dbd20b1 service neutron] Transition to ACTIVE for port object edae6881-37a1-437a-a77d-c55e80187a50 will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:49:34.053363 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-21a1316c-226a-410f-93b3-07533dbd20b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14929102'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:34.058126 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-60bc83e3-f441-43b9-b33f-af8914221beb tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:34.222387 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:34.224891 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1316c-226a-410f-93b3-07533dbd20b1 service neutron] Pushing event updated for resources: {'Port': ['ID=edae6881-37a1-437a-a77d-c55e80187a50,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:34.233643 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-21a1316c-226a-410f-93b3-07533dbd20b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:34.306864 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-21a1316c-226a-410f-93b3-07533dbd20b1 service neutron] Attempting to bind port edae6881-37a1-437a-a77d-c55e80187a50 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:49:34.307484 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-21a1316c-226a-410f-93b3-07533dbd20b1 service neutron] Attempting to bind port edae6881-37a1-437a-a77d-c55e80187a50 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '82fae9ff-f88e-4cb9-bd09-c64f372345c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:49:34.307710 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-21a1316c-226a-410f-93b3-07533dbd20b1 service neutron] Attempting to bind port edae6881-37a1-437a-a77d-c55e80187a50 on network 3bf02896-5a06-4820-afef-e1d155642dab {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:49:34.312762 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-21a1316c-226a-410f-93b3-07533dbd20b1 service neutron] Port edae6881-37a1-437a-a77d-c55e80187a50 on network 3bf02896-5a06-4820-afef-e1d155642dab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 14:49:34.313115 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-21a1316c-226a-410f-93b3-07533dbd20b1 service neutron] Attempting to bind port edae6881-37a1-437a-a77d-c55e80187a50 on network 3bf02896-5a06-4820-afef-e1d155642dab {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:49:34.318784 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-21a1316c-226a-410f-93b3-07533dbd20b1 service neutron] Checking agent: {'id': 'aac967bd-8151-4f72-a05c-3193d627c9da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'started_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:49:34.319154 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-21a1316c-226a-410f-93b3-07533dbd20b1 service neutron] Checking segment: {'id': '82fae9ff-f88e-4cb9-bd09-c64f372345c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:49:34.319568 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-21a1316c-226a-410f-93b3-07533dbd20b1 service neutron] Bound using segment: {'id': '82fae9ff-f88e-4cb9-bd09-c64f372345c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:49:34.320037 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-21a1316c-226a-410f-93b3-07533dbd20b1 service neutron] Bound port: edae6881-37a1-437a-a77d-c55e80187a50, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82fae9ff-f88e-4cb9-bd09-c64f372345c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:49:34.320417 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-21a1316c-226a-410f-93b3-07533dbd20b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:34.415605 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-21a1316c-226a-410f-93b3-07533dbd20b1 service neutron] For port edae6881-37a1-437a-a77d-c55e80187a50, host hv-cinder-78638, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:49:34.418854 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-21a1316c-226a-410f-93b3-07533dbd20b1 service neutron] For port edae6881-37a1-437a-a77d-c55e80187a50, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=edae6881-37a1-437a-a77d-c55e80187a50,segment=NetworkSegment(82fae9ff-f88e-4cb9-bd09-c64f372345c7),segment_id=82fae9ff-f88e-4cb9-bd09-c64f372345c7)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:49:34.423919 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-21a1316c-226a-410f-93b3-07533dbd20b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14929102'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:34.428116 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-24451571-77f7-4736-b16f-5f765d89e4c0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:34.491360 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-21a1316c-226a-410f-93b3-07533dbd20b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:34.492020 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-21a1316c-226a-410f-93b3-07533dbd20b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:34.493546 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-21a1316c-226a-410f-93b3-07533dbd20b1 service neutron] 10.222.0.36 "PUT /v2.0/ports/edae6881-37a1-437a-a77d-c55e80187a50 HTTP/1.1" status: 200  len: 1093 time: 0.9747088
Apr 21 14:49:34.494158 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b886ca0-c1b7-4e12-a979-b3ddf5b77f58', 'tag': 'edae6881-37a1-437a-a77d-c55e80187a50'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:49:34.518297 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1316c-226a-410f-93b3-07533dbd20b1 service neutron] Pushing event updated for resources: {'Port': ['ID=edae6881-37a1-437a-a77d-c55e80187a50,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:34.522311 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-21a1316c-226a-410f-93b3-07533dbd20b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:34.591873 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b886ca0-c1b7-4e12-a979-b3ddf5b77f58', 'tag': 'edae6881-37a1-437a-a77d-c55e80187a50', 'status': 'completed', 'code': 200}
Apr 21 14:49:34.629953 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-ecc3ebc3-38da-4fc0-9b8f-3f6d5676edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:34.631639 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-ecc3ebc3-38da-4fc0-9b8f-3f6d5676edd8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f31a5650834e49b288140b0ca768c2&device_id=8b886ca0-c1b7-4e12-a979-b3ddf5b77f58 HTTP/1.1" status: 200  len: 1096 time: 0.0834568
Apr 21 14:49:34.978443 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-068d4593-3542-40ba-8366-6810ea53b51e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edae6881-37a1-437a-a77d-c55e80187a50 HTTP/1.1" status: 200  len: 217 time: 0.3325818
Apr 21 14:49:35.009967 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d18bcb-8095-48f4-af48-49db9bc067ff req-7bce73bb-35bb-4a9e-b2cc-30f418ba0b76 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:35.012048 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-12d18bcb-8095-48f4-af48-49db9bc067ff req-7bce73bb-35bb-4a9e-b2cc-30f418ba0b76 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b886ca0-c1b7-4e12-a979-b3ddf5b77f58 HTTP/1.1" status: 200  len: 943 time: 0.0922716
Apr 21 14:49:35.050160 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-0225d0d8-8558-4589-97b1-947df2f9e44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:35.051761 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-0225d0d8-8558-4589-97b1-947df2f9e44e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9520c503-7474-4d15-8642-8ca9a66eae6e HTTP/1.1" status: 200  len: 851 time: 0.0669456
Apr 21 14:49:35.066770 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-12d18bcb-8095-48f4-af48-49db9bc067ff req-bd5c36da-1b26-40e4-973d-8ec362099593 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465646
Apr 21 14:49:35.139550 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-5fc8fdc2-1de2-43d0-8f96-cbceade9b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:35.141167 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-5fc8fdc2-1de2-43d0-8f96-cbceade9b3bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3bf02896-5a06-4820-afef-e1d155642dab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0799220
Apr 21 14:49:35.289613 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-7fe17231-841f-4b2a-93ca-ffc0e64cce35 service neutron] 10.222.0.36 "GET /v2.0/networks/3bf02896-5a06-4820-afef-e1d155642dab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385489
Apr 21 14:49:35.451331 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-28e25100-b76e-4a9b-a7b1-27e4ea0b9616 req-7eb7131a-a1c8-4a76-af8f-f0360f58bb5e service neutron] 10.222.0.36 "GET /v2.0/networks/3bf02896-5a06-4820-afef-e1d155642dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1501467
Apr 21 14:49:35.617212 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae8cb9-bcfd-405e-8ff7-3f0b424d971b req-84df34d6-ab7b-4192-aec3-a8a565640bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:35.618779 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bcae8cb9-bcfd-405e-8ff7-3f0b424d971b req-84df34d6-ab7b-4192-aec3-a8a565640bf2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f31a5650834e49b288140b0ca768c2&device_id=8b886ca0-c1b7-4e12-a979-b3ddf5b77f58 HTTP/1.1" status: 200  len: 1096 time: 0.0921400
Apr 21 14:49:35.765851 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae8cb9-bcfd-405e-8ff7-3f0b424d971b req-723627ec-4fcc-48df-a42a-b6617a116a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:35.767501 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bcae8cb9-bcfd-405e-8ff7-3f0b424d971b req-723627ec-4fcc-48df-a42a-b6617a116a79 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3bf02896-5a06-4820-afef-e1d155642dab HTTP/1.1" status: 200  len: 913 time: 0.1399443
Apr 21 14:49:35.846018 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bcae8cb9-bcfd-405e-8ff7-3f0b424d971b req-071bda79-7545-44fb-adde-20255330719e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edae6881-37a1-437a-a77d-c55e80187a50 HTTP/1.1" status: 200  len: 217 time: 0.0698724
Apr 21 14:49:35.927019 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae8cb9-bcfd-405e-8ff7-3f0b424d971b req-b96df18e-38eb-437b-8767-4275c877a602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:35.928577 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bcae8cb9-bcfd-405e-8ff7-3f0b424d971b req-b96df18e-38eb-437b-8767-4275c877a602 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9520c503-7474-4d15-8642-8ca9a66eae6e HTTP/1.1" status: 200  len: 851 time: 0.0647886
Apr 21 14:49:36.021769 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae8cb9-bcfd-405e-8ff7-3f0b424d971b req-ac3a3541-7d5c-4acc-9274-caad0a30ea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:36.023469 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bcae8cb9-bcfd-405e-8ff7-3f0b424d971b req-ac3a3541-7d5c-4acc-9274-caad0a30ea16 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3bf02896-5a06-4820-afef-e1d155642dab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807805
Apr 21 14:49:36.183493 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bcae8cb9-bcfd-405e-8ff7-3f0b424d971b req-8e8e5be1-05f7-4260-8991-583f44dbd4f6 service neutron] 10.222.0.36 "GET /v2.0/networks/3bf02896-5a06-4820-afef-e1d155642dab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1499288
Apr 21 14:49:36.387607 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-bcae8cb9-bcfd-405e-8ff7-3f0b424d971b req-8afa137c-6494-4cd8-a951-afdb3faa0bcc service neutron] 10.222.0.36 "GET /v2.0/networks/3bf02896-5a06-4820-afef-e1d155642dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1595471
Apr 21 14:49:36.396922 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2863f-489f-40ea-91b0-bee7859e3b50 req-b270227a-1c45-42f4-9384-c6d48f3249b3 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:36.397636 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-5fa2863f-489f-40ea-91b0-bee7859e3b50 req-b270227a-1c45-42f4-9384-c6d48f3249b3 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Synchronizing usage tracker for tenant:47f31a5650834e49b288140b0ca768c2 on resource:port {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:49:36.414618 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-5fa2863f-489f-40ea-91b0-bee7859e3b50 req-b270227a-1c45-42f4-9384-c6d48f3249b3 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Unset dirty status for tenant:47f31a5650834e49b288140b0ca768c2 on resource:port {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:49:36.415878 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5fa2863f-489f-40ea-91b0-bee7859e3b50 req-b270227a-1c45-42f4-9384-c6d48f3249b3 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b886ca0-c1b7-4e12-a979-b3ddf5b77f58 HTTP/1.1" status: 200  len: 943 time: 0.2315292
Apr 21 14:49:36.466154 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5fa2863f-489f-40ea-91b0-bee7859e3b50 req-2924c224-b87a-4475-bd58-cd50ca53b1a3 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431197
Apr 21 14:49:37.678123 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d11ad-248e-4a5e-a4b2-e5ddf3b7b64b req-35004efb-db94-43e4-8e47-d791c699f822 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:37.679735 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-182d11ad-248e-4a5e-a4b2-e5ddf3b7b64b req-35004efb-db94-43e4-8e47-d791c699f822 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b886ca0-c1b7-4e12-a979-b3ddf5b77f58 HTTP/1.1" status: 200  len: 943 time: 0.0969596
Apr 21 14:49:37.729406 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-182d11ad-248e-4a5e-a4b2-e5ddf3b7b64b req-7825d446-0bb7-4639-8a7e-1ad188946a5b tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430329
Apr 21 14:49:38.888262 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:38.960147 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc062cd-0133-4110-89fc-7656ea10492a req-9cf03c24-8e64-4f42-a939-6dec1b3de5f2 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:38.961748 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fdc062cd-0133-4110-89fc-7656ea10492a req-9cf03c24-8e64-4f42-a939-6dec1b3de5f2 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b886ca0-c1b7-4e12-a979-b3ddf5b77f58 HTTP/1.1" status: 200  len: 943 time: 0.1014245
Apr 21 14:49:39.011810 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fdc062cd-0133-4110-89fc-7656ea10492a req-5992762e-979a-4def-b11c-bc31f7f6d4b9 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431840
Apr 21 14:49:40.234738 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e814e9e-b04e-44cc-b554-2a54b67e417d req-560c7906-e5b7-4be1-8842-8ad149b1ed7a tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:40.236326 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1e814e9e-b04e-44cc-b554-2a54b67e417d req-560c7906-e5b7-4be1-8842-8ad149b1ed7a tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b886ca0-c1b7-4e12-a979-b3ddf5b77f58 HTTP/1.1" status: 200  len: 943 time: 0.0987601
Apr 21 14:49:40.298849 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1e814e9e-b04e-44cc-b554-2a54b67e417d req-500363cd-55c4-44a4-8adb-d7becbd39b47 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523915
Apr 21 14:49:41.508943 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf392945-f495-40b3-a59a-fc0e8956cf1a req-f23f92ea-5bfd-432b-97fd-add7a26b8fd6 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:41.510585 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-cf392945-f495-40b3-a59a-fc0e8956cf1a req-f23f92ea-5bfd-432b-97fd-add7a26b8fd6 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b886ca0-c1b7-4e12-a979-b3ddf5b77f58 HTTP/1.1" status: 200  len: 943 time: 0.0947938
Apr 21 14:49:41.561131 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-cf392945-f495-40b3-a59a-fc0e8956cf1a req-742370e0-2ba9-49f2-a712-f52f6f66faac tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439172
Apr 21 14:49:42.773222 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d9876-1633-465a-8175-16cdf0d2dcca req-e4429686-dc47-4f96-870c-08064eb14ab2 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:42.774839 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5f9d9876-1633-465a-8175-16cdf0d2dcca req-e4429686-dc47-4f96-870c-08064eb14ab2 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b886ca0-c1b7-4e12-a979-b3ddf5b77f58 HTTP/1.1" status: 200  len: 943 time: 0.0929737
Apr 21 14:49:42.825969 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5f9d9876-1633-465a-8175-16cdf0d2dcca req-5a06f601-6425-4106-b130-774d5244a5ee tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421431
Apr 21 14:49:43.939292 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4a8dc7bd-efda-405d-bbd5-fb39e85e126d req-9f97585a-3b5c-4782-bd39-7f5f12543ead service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0830784
Apr 21 14:49:44.083845 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bc2c6-94d4-44f7-a4ad-582eff257478 req-9e90d2e7-d0b4-41db-8119-f556002deeaa tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:44.085432 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fb9bc2c6-94d4-44f7-a4ad-582eff257478 req-9e90d2e7-d0b4-41db-8119-f556002deeaa tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b886ca0-c1b7-4e12-a979-b3ddf5b77f58 HTTP/1.1" status: 200  len: 943 time: 0.1402059
Apr 21 14:49:44.148932 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fb9bc2c6-94d4-44f7-a4ad-582eff257478 req-6f57613f-aef5-4011-98ca-c9adee73787e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0562119
Apr 21 14:49:44.153964 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dc7bd-efda-405d-bbd5-fb39e85e126d req-0639c1d2-b694-4d40-bb09-bda462d61dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:44.155583 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4a8dc7bd-efda-405d-bbd5-fb39e85e126d req-0639c1d2-b694-4d40-bb09-bda462d61dc9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2023f43db8e84313ace24e0426447810&device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 1098 time: 0.1381357
Apr 21 14:49:44.321653 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dc7bd-efda-405d-bbd5-fb39e85e126d req-1b9831dd-5e26-4d43-99e7-1688f33a8164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:44.323295 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4a8dc7bd-efda-405d-bbd5-fb39e85e126d req-1b9831dd-5e26-4d43-99e7-1688f33a8164 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6a53d39c-de06-4bc6-9033-7145f2f15e49 HTTP/1.1" status: 200  len: 912 time: 0.1464145
Apr 21 14:49:44.438293 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4a8dc7bd-efda-405d-bbd5-fb39e85e126d req-6346fe69-23ae-4ff8-9d80-ee5d298d78cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfdb3723-3356-4b82-8547-cade024b7b10 HTTP/1.1" status: 200  len: 1001 time: 0.1075032
Apr 21 14:49:44.509309 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dc7bd-efda-405d-bbd5-fb39e85e126d req-961039f6-05f5-4438-bc37-99e72c868cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:44.511104 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4a8dc7bd-efda-405d-bbd5-fb39e85e126d req-961039f6-05f5-4438-bc37-99e72c868cde service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4 HTTP/1.1" status: 200  len: 850 time: 0.0655112
Apr 21 14:49:44.607369 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dc7bd-efda-405d-bbd5-fb39e85e126d req-42073772-36e8-46f2-868c-597115ea7ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:44.609020 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4a8dc7bd-efda-405d-bbd5-fb39e85e126d req-42073772-36e8-46f2-868c-597115ea7ae0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a53d39c-de06-4bc6-9033-7145f2f15e49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0882444
Apr 21 14:49:44.755790 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4a8dc7bd-efda-405d-bbd5-fb39e85e126d req-ee668471-1990-4c99-a804-0dea034deccb service neutron] 10.222.0.36 "GET /v2.0/networks/6a53d39c-de06-4bc6-9033-7145f2f15e49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387017
Apr 21 14:49:44.829712 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device edae6881-37a1-437a-a77d-c55e80187a50 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 14:49:44.955708 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4a8dc7bd-efda-405d-bbd5-fb39e85e126d req-340b9b02-65f0-456b-9973-34cdc51c0edd service neutron] 10.222.0.36 "GET /v2.0/networks/6a53d39c-de06-4bc6-9033-7145f2f15e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1862247
Apr 21 14:49:44.978783 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port edae6881-37a1-437a-a77d-c55e80187a50, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=edae6881-37a1-437a-a77d-c55e80187a50,segment=NetworkSegment(82fae9ff-f88e-4cb9-bd09-c64f372345c7),segment_id=82fae9ff-f88e-4cb9-bd09-c64f372345c7)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:49:44.990708 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ca9d8-3a44-4a69-b62d-0b51b49483b7 req-87eb9066-e9d6-4337-a3ad-2e747a7d2aef tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:44.992327 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-525ca9d8-3a44-4a69-b62d-0b51b49483b7 req-87eb9066-e9d6-4337-a3ad-2e747a7d2aef tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 945 time: 0.1114635
Apr 21 14:49:44.994199 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Returning: {'device': 'edae6881-37a1-437a-a77d-c55e80187a50', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'port_id': 'edae6881-37a1-437a-a77d-c55e80187a50', 'mac_address': 'fa:16:3e:36:8f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 14:49:45.044107 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-525ca9d8-3a44-4a69-b62d-0b51b49483b7 req-10757a65-5a81-4153-b99b-15a362e5dac5 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445945
Apr 21 14:49:45.061159 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:45.079421 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edae6881-37a1-437a-a77d-c55e80187a50 {{(pid=86395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:49:45.095328 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port edae6881-37a1-437a-a77d-c55e80187a50, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=edae6881-37a1-437a-a77d-c55e80187a50,segment=NetworkSegment(82fae9ff-f88e-4cb9-bd09-c64f372345c7),segment_id=82fae9ff-f88e-4cb9-bd09-c64f372345c7)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:49:45.099120 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:45.100923 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ea732e8c-6f36-4edc-a046-0d317c9bc254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:45.173110 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=edae6881-37a1-437a-a77d-c55e80187a50,revision_number=4']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:45.181918 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:45.182394 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:45.182741 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:45.183251 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:45.183659 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:45.184023 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:45.184380 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:45.184743 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:45.185086 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:45.185445 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:45.185797 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:45.186177 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:45.190509 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:45.375933 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44d235-d4fe-48b9-8a70-37492998a871 req-07e18de0-99b0-408c-8a28-88a383a2bcbf tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:45.377488 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6f44d235-d4fe-48b9-8a70-37492998a871 req-07e18de0-99b0-408c-8a28-88a383a2bcbf tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b886ca0-c1b7-4e12-a979-b3ddf5b77f58 HTTP/1.1" status: 200  len: 944 time: 0.1060410
Apr 21 14:49:45.427613 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6f44d235-d4fe-48b9-8a70-37492998a871 req-ff97e67e-3743-4b75-8b07-ad764d0843c7 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436704
Apr 21 14:49:45.525582 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['edae6881-37a1-437a-a77d-c55e80187a50'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:49:46.304877 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd9e4c-f39c-4b61-8a72-2be0dc21d557 req-4456bc0b-cd7b-477f-90d5-33e30cf7ecb1 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:46.306389 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d8cd9e4c-f39c-4b61-8a72-2be0dc21d557 req-4456bc0b-cd7b-477f-90d5-33e30cf7ecb1 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 945 time: 0.1576428
Apr 21 14:49:46.317660 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfac73-682f-487f-9102-c6c0ddc540da req-2181d0f3-bebd-4049-9d13-c09799406f7c tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:46.319173 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3fbfac73-682f-487f-9102-c6c0ddc540da req-2181d0f3-bebd-4049-9d13-c09799406f7c tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 945 time: 0.1339185
Apr 21 14:49:46.426248 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-d8cd9e4c-f39c-4b61-8a72-2be0dc21d557 req-02fa9a4f-c4cd-437a-a621-bca6abcda9ed tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Deleting port bfdb3723-3356-4b82-8547-cade024b7b10 {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:49:46.426604 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-d8cd9e4c-f39c-4b61-8a72-2be0dc21d557 req-02fa9a4f-c4cd-437a-a621-bca6abcda9ed tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:46.462553 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3fbfac73-682f-487f-9102-c6c0ddc540da req-0f68ec70-d525-4848-b7fb-6e41c3916016 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=387a8808-f2a0-4223-a909-3ea655ec87ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1112142
Apr 21 14:49:46.636844 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7c260-93df-4b9e-aae5-5685f414c059 req-1940caa1-0eb6-4654-8988-a851559abb7c tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:46.638356 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-74f7c260-93df-4b9e-aae5-5685f414c059 req-1940caa1-0eb6-4654-8988-a851559abb7c tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b886ca0-c1b7-4e12-a979-b3ddf5b77f58 HTTP/1.1" status: 200  len: 944 time: 0.0921965
Apr 21 14:49:46.688602 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-74f7c260-93df-4b9e-aae5-5685f414c059 req-ba9789f5-1d67-414c-a07c-5c91d9e97204 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437748
Apr 21 14:49:46.705819 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-d8cd9e4c-f39c-4b61-8a72-2be0dc21d557 req-02fa9a4f-c4cd-437a-a621-bca6abcda9ed tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] For port bfdb3723-3356-4b82-8547-cade024b7b10, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bfdb3723-3356-4b82-8547-cade024b7b10,segment=NetworkSegment(f2d00b48-a8e9-439a-be0e-75fab15fd794),segment_id=f2d00b48-a8e9-439a-be0e-75fab15fd794)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:49:46.706268 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-d8cd9e4c-f39c-4b61-8a72-2be0dc21d557 req-02fa9a4f-c4cd-437a-a621-bca6abcda9ed tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:46.828272 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device edae6881-37a1-437a-a77d-c55e80187a50 up at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:49:46.903813 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning for port edae6881-37a1-437a-a77d-c55e80187a50 completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:49:46.909142 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning complete for port edae6881-37a1-437a-a77d-c55e80187a50 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:49:46.909569 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:47.021973 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-d8cd9e4c-f39c-4b61-8a72-2be0dc21d557 req-02fa9a4f-c4cd-437a-a621-bca6abcda9ed tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:47.022434 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-d8cd9e4c-f39c-4b61-8a72-2be0dc21d557 req-02fa9a4f-c4cd-437a-a621-bca6abcda9ed tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630449'] for floatingip, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:47.023948 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.l3_db [req-d8cd9e4c-f39c-4b61-8a72-2be0dc21d557 req-02fa9a4f-c4cd-437a-a621-bca6abcda9ed tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Floating IP 27c4bae4-c201-47ca-9281-93b79c535288 disassociated. External IP: 172.27.3.107, port: bfdb3723-3356-4b82-8547-cade024b7b10.
Apr 21 14:49:47.023948 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-d8cd9e4c-f39c-4b61-8a72-2be0dc21d557 req-02fa9a4f-c4cd-437a-a621-bca6abcda9ed tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Calling delete_port for bfdb3723-3356-4b82-8547-cade024b7b10 owned by compute:nova {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:49:47.038308 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:47.066796 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b886ca0-c1b7-4e12-a979-b3ddf5b77f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edae6881-37a1-437a-a77d-c55e80187a50'}] {{(pid=86395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:49:47.077347 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port edae6881-37a1-437a-a77d-c55e80187a50, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=edae6881-37a1-437a-a77d-c55e80187a50,segment=NetworkSegment(82fae9ff-f88e-4cb9-bd09-c64f372345c7),segment_id=82fae9ff-f88e-4cb9-bd09-c64f372345c7)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:49:47.080959 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:47.082974 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:47.121182 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b886ca0-c1b7-4e12-a979-b3ddf5b77f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edae6881-37a1-437a-a77d-c55e80187a50', 'code': 200}
Apr 21 14:49:47.156281 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=edae6881-37a1-437a-a77d-c55e80187a50,revision_number=5']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:47.159535 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:47.180626 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-d8cd9e4c-f39c-4b61-8a72-2be0dc21d557 req-02fa9a4f-c4cd-437a-a621-bca6abcda9ed tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:47.186395 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8fa94c62-93fc-48c4-8ab2-9b385e89f97f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:47.235130 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa9a4f-c4cd-437a-a621-bca6abcda9ed tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Pushing event deleted for resources: {'Port': ['ID=bfdb3723-3356-4b82-8547-cade024b7b10,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:47.238625 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-02fa9a4f-c4cd-437a-a621-bca6abcda9ed tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:47.641468 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3a4bceef-f677-4fe6-89b1-77e834485bf2 req-e5ca36e6-c717-46c2-99e3-aa7b3ed25122 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 210 time: 0.0598576
Apr 21 14:49:47.770553 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8cd9e4c-f39c-4b61-8a72-2be0dc21d557 req-02fa9a4f-c4cd-437a-a621-bca6abcda9ed tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Router eb7a0c10-adc5-449a-b68a-4d58e20b2077 has already been hosted by L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 {{(pid=86393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 14:49:47.783041 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e696bf-6ca6-43db-a181-f074a518a578 req-73bed987-5851-4935-b500-f2a229bb36f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:47.784655 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-10e696bf-6ca6-43db-a181-f074a518a578 req-73bed987-5851-4935-b500-f2a229bb36f1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b886ca0-c1b7-4e12-a979-b3ddf5b77f58 HTTP/1.1" status: 200  len: 1098 time: 0.4095860
Apr 21 14:49:48.026406 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-10e696bf-6ca6-43db-a181-f074a518a578 req-7d691f42-40b4-468e-89ce-fdad3f383a05 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1858945
Apr 21 14:49:48.072870 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8cd9e4c-f39c-4b61-8a72-2be0dc21d557 req-02fa9a4f-c4cd-437a-a621-bca6abcda9ed tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:49:48.085535 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b25f31-90cc-4d86-9234-56dcced93c95 None None] Sync routers for ids ['eb7a0c10-adc5-449a-b68a-4d58e20b2077'] in dv-cinder-786385-2-iscsi {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:49:48.096586 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b25f31-90cc-4d86-9234-56dcced93c95 None None] Routers {'eb7a0c10-adc5-449a-b68a-4d58e20b2077'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:49:48.097256 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-c1b25f31-90cc-4d86-9234-56dcced93c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f72d20f0>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:49:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['eb7a0c10-adc5-449a-b68a-4d58e20b2077'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:49:48.117842 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee41e35-8348-4eed-9dc6-9ee1be223a6e req-9bd1c970-ebc9-426a-bb90-0dfb4772b4a3 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:48.119481 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4ee41e35-8348-4eed-9dc6-9ee1be223a6e req-9bd1c970-ebc9-426a-bb90-0dfb4772b4a3 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b886ca0-c1b7-4e12-a979-b3ddf5b77f58 HTTP/1.1" status: 200  len: 945 time: 0.2779655
Apr 21 14:49:48.181398 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8cd9e4c-f39c-4b61-8a72-2be0dc21d557 req-02fa9a4f-c4cd-437a-a621-bca6abcda9ed tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] No DVR routers for this DVR port bfdb3723-3356-4b82-8547-cade024b7b10 on host hv-cinder-78638 {{(pid=86393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 14:49:48.186278 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-d8cd9e4c-f39c-4b61-8a72-2be0dc21d557 req-02fa9a4f-c4cd-437a-a621-bca6abcda9ed tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:48.189032 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0ca663-e263-49ed-b0c6-874b504da2e3', 'name': 'network-vif-deleted', 'tag': 'bfdb3723-3356-4b82-8547-cade024b7b10'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:49:48.222433 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d8cd9e4c-f39c-4b61-8a72-2be0dc21d557 req-02fa9a4f-c4cd-437a-a621-bca6abcda9ed tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.36 "DELETE /v2.0/ports/bfdb3723-3356-4b82-8547-cade024b7b10 HTTP/1.1" status: 204  len: 173 time: 1.9019616
Apr 21 14:49:48.225393 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4ee41e35-8348-4eed-9dc6-9ee1be223a6e req-9a924170-dfd3-4040-9975-c575a4cbfb0d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0737641
Apr 21 14:49:48.258288 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb0ca663-e263-49ed-b0c6-874b504da2e3', 'name': 'network-vif-deleted', 'tag': 'bfdb3723-3356-4b82-8547-cade024b7b10', 'status': 'completed', 'code': 200}
Apr 21 14:49:48.297497 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-c1b25f31-90cc-4d86-9234-56dcced93c95 None None] Set router eb7a0c10-adc5-449a-b68a-4d58e20b2077 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:49:48.641281 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-c1b25f31-90cc-4d86-9234-56dcced93c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f72d20f0>, [{'id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'name': 'tempest-AttachVolumeTestJSON-1045067339-router', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:43:16Z', 'updated_at': '2021-04-21T14:43:26Z', 'revision_number': 4, 'project_id': '2023f43db8e84313ace24e0426447810', 'gw_port': {'id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:43:17Z', 'updated_at': '2021-04-21T14:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': 'f817e71f-5bcb-4e11-99c2-ca8f045e4b23', 'name': '', 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'mac_address': 'fa:16:3e:fb:53:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:43:23Z', 'updated_at': '2021-04-21T14:43:33Z', 'revision_number': 5, 'project_id': '2023f43db8e84313ace24e0426447810', 'subnets': [{'id': 'e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:49:48.657845 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b25f31-90cc-4d86-9234-56dcced93c95 None None] Checking router: eb7a0c10-adc5-449a-b68a-4d58e20b2077 for host: dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:49:48.667956 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b25f31-90cc-4d86-9234-56dcced93c95 None None] Routers {'eb7a0c10-adc5-449a-b68a-4d58e20b2077'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:49:48.668649 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-c1b25f31-90cc-4d86-9234-56dcced93c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f72d20f0>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:49:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['eb7a0c10-adc5-449a-b68a-4d58e20b2077'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:49:48.836465 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-ca45bf72-bdcb-47d7-a9ac-4ce92caaa49b req-c803b54c-0bac-408f-ad14-8d8ec7e003e9 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Synchronizing usage tracker for tenant:2023f43db8e84313ace24e0426447810 on resource:port {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:49:48.852501 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-ca45bf72-bdcb-47d7-a9ac-4ce92caaa49b req-c803b54c-0bac-408f-ad14-8d8ec7e003e9 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Unset dirty status for tenant:2023f43db8e84313ace24e0426447810 on resource:port {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:49:48.853800 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ca45bf72-bdcb-47d7-a9ac-4ce92caaa49b req-c803b54c-0bac-408f-ad14-8d8ec7e003e9 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0ca663-e263-49ed-b0c6-874b504da2e3 HTTP/1.1" status: 200  len: 210 time: 0.0691099
Apr 21 14:49:48.862904 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-c1b25f31-90cc-4d86-9234-56dcced93c95 None None] Set router eb7a0c10-adc5-449a-b68a-4d58e20b2077 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:49:49.389230 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-c1b25f31-90cc-4d86-9234-56dcced93c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f72d20f0>, [{'id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'name': 'tempest-AttachVolumeTestJSON-1045067339-router', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:43:16Z', 'updated_at': '2021-04-21T14:43:26Z', 'revision_number': 4, 'project_id': '2023f43db8e84313ace24e0426447810', 'gw_port': {'id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:43:17Z', 'updated_at': '2021-04-21T14:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': 'f817e71f-5bcb-4e11-99c2-ca8f045e4b23', 'name': '', 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'mac_address': 'fa:16:3e:fb:53:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:43:23Z', 'updated_at': '2021-04-21T14:43:33Z', 'revision_number': 5, 'project_id': '2023f43db8e84313ace24e0426447810', 'subnets': [{'id': 'e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:49:49.393573 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b25f31-90cc-4d86-9234-56dcced93c95 None None] The sync data for ids ['eb7a0c10-adc5-449a-b68a-4d58e20b2077'] in dv-cinder-786385-2-iscsi is: [{'id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'name': 'tempest-AttachVolumeTestJSON-1045067339-router', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:43:16Z', 'updated_at': '2021-04-21T14:43:26Z', 'revision_number': 4, 'project_id': '2023f43db8e84313ace24e0426447810', 'gw_port': {'id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:43:17Z', 'updated_at': '2021-04-21T14:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': 'f817e71f-5bcb-4e11-99c2-ca8f045e4b23', 'name': '', 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'mac_address': 'fa:16:3e:fb:53:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:43:23Z', 'updated_at': '2021-04-21T14:43:33Z', 'revision_number': 5, 'project_id': '2023f43db8e84313ace24e0426447810', 'subnets': [{'id': 'e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:49:49.437498 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867e837-2aa1-4db1-badb-5027d56122f3 req-4d41244c-0769-4cdb-8632-85e470eff88c tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:49.439148 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b867e837-2aa1-4db1-badb-5027d56122f3 req-4d41244c-0769-4cdb-8632-85e470eff88c tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b886ca0-c1b7-4e12-a979-b3ddf5b77f58 HTTP/1.1" status: 200  len: 945 time: 0.0901010
Apr 21 14:49:49.489875 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b867e837-2aa1-4db1-badb-5027d56122f3 req-08ba08ef-f6ec-4114-acbe-925d58126302 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437722
Apr 21 14:49:49.705437 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dedd2d-c304-4792-bf7b-888ed6867c2a req-82b0b9cf-3e52-4205-be23-0b3fd4e8049c tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:49.707062 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-24dedd2d-c304-4792-bf7b-888ed6867c2a req-82b0b9cf-3e52-4205-be23-0b3fd4e8049c tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b886ca0-c1b7-4e12-a979-b3ddf5b77f58 HTTP/1.1" status: 200  len: 945 time: 0.1016088
Apr 21 14:49:49.756727 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-24dedd2d-c304-4792-bf7b-888ed6867c2a req-e552bbd3-58a5-40f5-b4fd-26a777260749 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431800
Apr 21 14:49:49.782159 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 32904) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:49:49.789404 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238712d7-ab38-4f08-b74c-bc009c10d087 None None] New status for floating IP 27c4bae4-c201-47ca-9281-93b79c535288: DOWN {{(pid=86396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 14:49:49.977493 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f652fb8-ea4d-46a2-b43f-35f3959fcee4 tempest-TestVolumeBootPattern-434124492 tempest-TestVolumeBootPattern-434124492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:49.982027 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-3f652fb8-ea4d-46a2-b43f-35f3959fcee4 tempest-TestVolumeBootPattern-434124492 tempest-TestVolumeBootPattern-434124492-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8b886ca0-c1b7-4e12-a979-b3ddf5b77f58 HTTP/1.1" status: 200  len: 1093 time: 0.1955407
Apr 21 14:49:49.982574 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 32914) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:49:49.988873 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-0cbed849-0536-4138-87df-6c1b2f1fd04f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Request body: {'floatingip': {'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'port_id': 'edae6881-37a1-437a-a77d-c55e80187a50', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:49:49.996313 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-0cbed849-0536-4138-87df-6c1b2f1fd04f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:49:49.997909 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 32918) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:49:50.000775 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-0cbed849-0536-4138-87df-6c1b2f1fd04f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Usage tracker for resource:floatingip and tenant:47f31a5650834e49b288140b0ca768c2 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:49:50.004138 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-0cbed849-0536-4138-87df-6c1b2f1fd04f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:49:50.010727 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-0cbed849-0536-4138-87df-6c1b2f1fd04f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:49:50.021861 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0cbed849-0536-4138-87df-6c1b2f1fd04f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for floatingip, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:50.095617 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9a404d65-dd26-499b-9aed-b6825ac7fdb9 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:50.127082 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9a404d65-dd26-499b-9aed-b6825ac7fdb9 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:50.173793 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0cbed849-0536-4138-87df-6c1b2f1fd04f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:50.180421 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9a404d65-dd26-499b-9aed-b6825ac7fdb9 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:50.186068 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-6ea606a8-cffc-4cb5-9392-b84c373ae140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:50.202658 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a404d65-dd26-499b-9aed-b6825ac7fdb9 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=387a8808-f2a0-4223-a909-3ea655ec87ee,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:50.213907 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a404d65-dd26-499b-9aed-b6825ac7fdb9 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:50.214350 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a404d65-dd26-499b-9aed-b6825ac7fdb9 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:50.214764 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a404d65-dd26-499b-9aed-b6825ac7fdb9 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:50.215160 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a404d65-dd26-499b-9aed-b6825ac7fdb9 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:50.215547 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a404d65-dd26-499b-9aed-b6825ac7fdb9 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:50.215945 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a404d65-dd26-499b-9aed-b6825ac7fdb9 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:50.216309 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a404d65-dd26-499b-9aed-b6825ac7fdb9 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:50.216707 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a404d65-dd26-499b-9aed-b6825ac7fdb9 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:50.217101 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a404d65-dd26-499b-9aed-b6825ac7fdb9 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:50.217535 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a404d65-dd26-499b-9aed-b6825ac7fdb9 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:50.217904 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a404d65-dd26-499b-9aed-b6825ac7fdb9 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:50.218465 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a404d65-dd26-499b-9aed-b6825ac7fdb9 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:49:50.222575 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9a404d65-dd26-499b-9aed-b6825ac7fdb9 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:50.223868 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9a404d65-dd26-499b-9aed-b6825ac7fdb9 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:50.228235 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-9a404d65-dd26-499b-9aed-b6825ac7fdb9 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "DELETE /v2.0/security-groups/387a8808-f2a0-4223-a909-3ea655ec87ee HTTP/1.1" status: 204  len: 168 time: 0.2260578
Apr 21 14:49:50.228235 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 32922) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:49:50.246120 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.v2.resource [None req-28070242-6446-486d-bf4b-51b3053405c1 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] show failed (client error): The resource could not be found.
Apr 21 14:49:50.247206 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-28070242-6446-486d-bf4b-51b3053405c1 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups/387a8808-f2a0-4223-a909-3ea655ec87ee HTTP/1.1" status: 404  len: 347 time: 0.0181880
Apr 21 14:49:50.250328 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 32926) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:49:50.331911 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-0cbed849-0536-4138-87df-6c1b2f1fd04f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Allocated IP 172.27.3.149 (65ae90ab-0baf-4140-bbfd-b114ac6a9837/3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036/e437d3dd-beee-4e82-b541-4f7f75f08fdb) {{(pid=86393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:49:50.504579 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0cbed849-0536-4138-87df-6c1b2f1fd04f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for port, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:50.539442 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0cbed849-0536-4138-87df-6c1b2f1fd04f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:50.543722 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-084767ec-8cbf-4dc9-9a6c-a0fb71ab4499 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:50.612177 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbed849-0536-4138-87df-6c1b2f1fd04f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Network 65ae90ab-0baf-4140-bbfd-b114ac6a9837 is already hosted by enough agents. {{(pid=86393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:49:50.615175 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-0cbed849-0536-4138-87df-6c1b2f1fd04f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Resources bound (agent type, host, resource id):  {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:49:50.619109 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbed849-0536-4138-87df-6c1b2f1fd04f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Received port after_create {{(pid=86393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:49:50.658713 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbed849-0536-4138-87df-6c1b2f1fd04f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Pushing event updated for resources: {'Port': ['ID=e437d3dd-beee-4e82-b541-4f7f75f08fdb,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:50.663599 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-0cbed849-0536-4138-87df-6c1b2f1fd04f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:50.668600 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-dc904da0-1f35-4f9b-b716-a6dcf21649d0 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Deleting port c3651f88-a059-4419-af25-521235804357 {{(pid=86394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:49:50.668984 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-dc904da0-1f35-4f9b-b716-a6dcf21649d0 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:50.843534 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device bfdb3723-3356-4b82-8547-cade024b7b10 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:49:50.854748 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-dc904da0-1f35-4f9b-b716-a6dcf21649d0 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:50.855133 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-dc904da0-1f35-4f9b-b716-a6dcf21649d0 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:50.882590 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] No Port match for: bfdb3723-3356-4b82-8547-cade024b7b10 {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:49:50.882988 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device bfdb3723-3356-4b82-8547-cade024b7b10 not bound to the agent host hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:49:50.990622 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-dc904da0-1f35-4f9b-b716-a6dcf21649d0 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Calling delete_port for c3651f88-a059-4419-af25-521235804357 owned by network:floatingip {{(pid=86394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:49:51.069226 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0cbed849-0536-4138-87df-6c1b2f1fd04f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:51.142613 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-dc904da0-1f35-4f9b-b716-a6dcf21649d0 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:51.146617 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-0e87f4b6-6a02-4d9d-9d44-b65ad0fc8258 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:51.149437 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0cbed849-0536-4138-87df-6c1b2f1fd04f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:51.194598 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc904da0-1f35-4f9b-b716-a6dcf21649d0 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Pushing event deleted for resources: {'Port': ['ID=c3651f88-a059-4419-af25-521235804357,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:51.198588 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-dc904da0-1f35-4f9b-b716-a6dcf21649d0 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:51.303141 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-dc904da0-1f35-4f9b-b716-a6dcf21649d0 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for floatingip, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:51.322896 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-dc904da0-1f35-4f9b-b716-a6dcf21649d0 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for floatingip, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:51.324873 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-dc904da0-1f35-4f9b-b716-a6dcf21649d0 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "DELETE /v2.0/floatingips/27c4bae4-c201-47ca-9281-93b79c535288 HTTP/1.1" status: 204  len: 168 time: 1.0728440
Apr 21 14:49:51.386076 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0cbed849-0536-4138-87df-6c1b2f1fd04f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:51.390314 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0cbed849-0536-4138-87df-6c1b2f1fd04f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14929102'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:51.395360 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-717b37e7-3a79-4daa-b88d-aa5fdb25ec89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:51.510326 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbed849-0536-4138-87df-6c1b2f1fd04f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Pushing event updated for resources: {'Port': ['ID=e437d3dd-beee-4e82-b541-4f7f75f08fdb,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:51.515024 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-0cbed849-0536-4138-87df-6c1b2f1fd04f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:51.522107 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0cbed849-0536-4138-87df-6c1b2f1fd04f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630449'] for floatingip, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:51.685216 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 32932) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:49:51.691516 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-d2b23c19-db33-4d58-9ebe-d19d59be8065 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1925365346', 'description': 'tempest-description--283163259'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:49:51.700148 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-d2b23c19-db33-4d58-9ebe-d19d59be8065 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:49:51.704971 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-d2b23c19-db33-4d58-9ebe-d19d59be8065 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Usage tracker for resource:security_group and tenant:2023f43db8e84313ace24e0426447810 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:49:51.708266 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-d2b23c19-db33-4d58-9ebe-d19d59be8065 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:49:51.711510 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.l3_db [None req-0cbed849-0536-4138-87df-6c1b2f1fd04f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Floating IP 61d0b227-e7f2-4a08-8184-a72cdd694a2a associated. External IP: 172.27.3.149, port: edae6881-37a1-437a-a77d-c55e80187a50.
Apr 21 14:49:51.714890 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-d2b23c19-db33-4d58-9ebe-d19d59be8065 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:49:51.726653 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d2b23c19-db33-4d58-9ebe-d19d59be8065 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:51.748722 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-d2b23c19-db33-4d58-9ebe-d19d59be8065 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:49:51.753045 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-d2b23c19-db33-4d58-9ebe-d19d59be8065 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Usage tracker for resource:security_group_rule and tenant:2023f43db8e84313ace24e0426447810 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:49:51.756191 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-d2b23c19-db33-4d58-9ebe-d19d59be8065 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:49:51.762692 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-d2b23c19-db33-4d58-9ebe-d19d59be8065 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:49:51.839087 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d2b23c19-db33-4d58-9ebe-d19d59be8065 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:51.843083 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d2b23c19-db33-4d58-9ebe-d19d59be8065 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:51.847064 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-55c1d2b3-e804-4fae-9b8d-5c2e1b1318e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:51.895260 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b23c19-db33-4d58-9ebe-d19d59be8065 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f390ee4c-a3d1-482f-a7c0-cddae5eb436e,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:51.898254 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d2b23c19-db33-4d58-9ebe-d19d59be8065 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:51.902401 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-d2b23c19-db33-4d58-9ebe-d19d59be8065 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2132626
Apr 21 14:49:51.902401 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d2b23c19-db33-4d58-9ebe-d19d59be8065 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:51.903195 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 32936) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:49:51.908223 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-53a3f7e3-f77a-4556-8a80-04abeed5176a tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Request body: {'security_group_rule': {'security_group_id': 'f390ee4c-a3d1-482f-a7c0-cddae5eb436e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:49:51.914817 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-53a3f7e3-f77a-4556-8a80-04abeed5176a tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:49:51.918826 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-53a3f7e3-f77a-4556-8a80-04abeed5176a tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Usage tracker for resource:security_group_rule and tenant:2023f43db8e84313ace24e0426447810 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:49:51.921792 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-53a3f7e3-f77a-4556-8a80-04abeed5176a tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:49:51.928311 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-53a3f7e3-f77a-4556-8a80-04abeed5176a tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:49:51.944918 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-53a3f7e3-f77a-4556-8a80-04abeed5176a tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:52.009384 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-53a3f7e3-f77a-4556-8a80-04abeed5176a tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:52.013056 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-53a3f7e3-f77a-4556-8a80-04abeed5176a tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684736'] for security_group_rule, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:52.021592 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:52.044186 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3f7e3-f77a-4556-8a80-04abeed5176a tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cb3bb05-f819-4515-9fc4-b890c2522fc8,revision_number=0']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:52.047150 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-53a3f7e3-f77a-4556-8a80-04abeed5176a tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:52.052995 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-53a3f7e3-f77a-4556-8a80-04abeed5176a tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:52.054306 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-53a3f7e3-f77a-4556-8a80-04abeed5176a tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1507001
Apr 21 14:49:52.057290 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 32940) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:49:52.062916 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-115cab67-8b78-45b6-9307-84ef65d3f3e3 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Request body: {'security_group_rule': {'security_group_id': 'f390ee4c-a3d1-482f-a7c0-cddae5eb436e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:49:52.069153 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-115cab67-8b78-45b6-9307-84ef65d3f3e3 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:49:52.073208 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-115cab67-8b78-45b6-9307-84ef65d3f3e3 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Usage tracker for resource:security_group_rule and tenant:2023f43db8e84313ace24e0426447810 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:49:52.076225 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-115cab67-8b78-45b6-9307-84ef65d3f3e3 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:49:52.082494 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-115cab67-8b78-45b6-9307-84ef65d3f3e3 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:49:52.094985 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cbed849-0536-4138-87df-6c1b2f1fd04f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Router 643d318c-010c-4d49-a94e-e27966d47571 has already been hosted by L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 {{(pid=86393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 14:49:52.100043 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-115cab67-8b78-45b6-9307-84ef65d3f3e3 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:52.170109 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-115cab67-8b78-45b6-9307-84ef65d3f3e3 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:52.173891 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-115cab67-8b78-45b6-9307-84ef65d3f3e3 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684736'] for security_group_rule, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:52.176733 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-53a3f7e3-f77a-4556-8a80-04abeed5176a tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:52.203088 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115cab67-8b78-45b6-9307-84ef65d3f3e3 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=802a45d7-2638-4c13-b346-4b2d07ddd42d,revision_number=0']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:52.206210 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-115cab67-8b78-45b6-9307-84ef65d3f3e3 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:52.214207 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-115cab67-8b78-45b6-9307-84ef65d3f3e3 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:52.215890 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-115cab67-8b78-45b6-9307-84ef65d3f3e3 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1573267
Apr 21 14:49:52.219223 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 32944) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:49:52.225420 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-fa316d3f-6e40-4eb3-aed2-c445bb11eb29 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Request body: {'floatingip': {'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:49:52.232438 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-fa316d3f-6e40-4eb3-aed2-c445bb11eb29 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:49:52.237502 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-fa316d3f-6e40-4eb3-aed2-c445bb11eb29 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Usage tracker for resource:floatingip and tenant:2023f43db8e84313ace24e0426447810 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:49:52.241113 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-fa316d3f-6e40-4eb3-aed2-c445bb11eb29 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:49:52.249201 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-fa316d3f-6e40-4eb3-aed2-c445bb11eb29 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:49:52.260303 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fa316d3f-6e40-4eb3-aed2-c445bb11eb29 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for floatingip, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:52.416983 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fa316d3f-6e40-4eb3-aed2-c445bb11eb29 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:52.559195 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbed849-0536-4138-87df-6c1b2f1fd04f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:49:52.569591 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea93a764-8072-4b95-98f0-831b7bf521db None None] Sync routers for ids ['643d318c-010c-4d49-a94e-e27966d47571'] in dv-cinder-786385-2-iscsi {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:49:52.572569 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-fa316d3f-6e40-4eb3-aed2-c445bb11eb29 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Allocated IP 172.27.3.126 (65ae90ab-0baf-4140-bbfd-b114ac6a9837/3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036/5ea580d3-3db0-4848-aa8b-fefa5d216e28) {{(pid=86394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:49:52.584508 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea93a764-8072-4b95-98f0-831b7bf521db None None] Routers {'643d318c-010c-4d49-a94e-e27966d47571'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:49:52.585350 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-ea93a764-8072-4b95-98f0-831b7bf521db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f7315c50>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:49:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['643d318c-010c-4d49-a94e-e27966d47571'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:49:52.587256 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0cbed849-0536-4138-87df-6c1b2f1fd04f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for floatingip, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:52.647036 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-0cbed849-0536-4138-87df-6c1b2f1fd04f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6634641
Apr 21 14:49:52.648010 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b886ca0-c1b7-4e12-a979-b3ddf5b77f58', 'tag': 'edae6881-37a1-437a-a77d-c55e80187a50'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:49:52.703378 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b886ca0-c1b7-4e12-a979-b3ddf5b77f58', 'tag': 'edae6881-37a1-437a-a77d-c55e80187a50', 'status': 'completed', 'code': 200}
Apr 21 14:49:52.734990 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fa316d3f-6e40-4eb3-aed2-c445bb11eb29 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for port, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:52.766567 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fa316d3f-6e40-4eb3-aed2-c445bb11eb29 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:52.771728 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:52.792040 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-ea93a764-8072-4b95-98f0-831b7bf521db None None] Set router 643d318c-010c-4d49-a94e-e27966d47571 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:49:52.811997 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91efa34a-ed51-482f-b93d-2b3d61be3227 req-d5ffd608-f73d-4bda-8d5f-21b54fa23f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:52.813515 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-91efa34a-ed51-482f-b93d-2b3d61be3227 req-d5ffd608-f73d-4bda-8d5f-21b54fa23f87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f31a5650834e49b288140b0ca768c2&device_id=8b886ca0-c1b7-4e12-a979-b3ddf5b77f58 HTTP/1.1" status: 200  len: 1098 time: 0.0854785
Apr 21 14:49:52.842162 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa316d3f-6e40-4eb3-aed2-c445bb11eb29 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Network 65ae90ab-0baf-4140-bbfd-b114ac6a9837 is already hosted by enough agents. {{(pid=86394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:49:52.845870 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-fa316d3f-6e40-4eb3-aed2-c445bb11eb29 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Resources bound (agent type, host, resource id):  {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:49:52.849905 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa316d3f-6e40-4eb3-aed2-c445bb11eb29 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Received port after_create {{(pid=86394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:49:52.887908 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa316d3f-6e40-4eb3-aed2-c445bb11eb29 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Pushing event updated for resources: {'Port': ['ID=5ea580d3-3db0-4848-aa8b-fefa5d216e28,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:52.892351 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-fa316d3f-6e40-4eb3-aed2-c445bb11eb29 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:52.942314 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fa316d3f-6e40-4eb3-aed2-c445bb11eb29 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:52.967096 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91efa34a-ed51-482f-b93d-2b3d61be3227 req-5fe1f496-0ae6-4d37-8173-8c02b479b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:52.968862 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-91efa34a-ed51-482f-b93d-2b3d61be3227 req-5fe1f496-0ae6-4d37-8173-8c02b479b99f service neutron] 10.222.0.36 "GET /v2.0/networks?id=3bf02896-5a06-4820-afef-e1d155642dab HTTP/1.1" status: 200  len: 913 time: 0.1472263
Apr 21 14:49:53.008753 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fa316d3f-6e40-4eb3-aed2-c445bb11eb29 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:53.085056 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-91efa34a-ed51-482f-b93d-2b3d61be3227 req-237c3fc9-36e8-4c57-9d9d-4c2361b7b951 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edae6881-37a1-437a-a77d-c55e80187a50 HTTP/1.1" status: 200  len: 999 time: 0.1083510
Apr 21 14:49:53.156292 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91efa34a-ed51-482f-b93d-2b3d61be3227 req-82dfc46c-4193-4f9e-a2d0-98da39b654d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:53.157970 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-91efa34a-ed51-482f-b93d-2b3d61be3227 req-82dfc46c-4193-4f9e-a2d0-98da39b654d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9520c503-7474-4d15-8642-8ca9a66eae6e HTTP/1.1" status: 200  len: 851 time: 0.0650184
Apr 21 14:49:53.184365 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-ea93a764-8072-4b95-98f0-831b7bf521db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f7315c50>, [{'id': '643d318c-010c-4d49-a94e-e27966d47571', 'name': 'tempest-TestVolumeBootPattern-1521638240-router', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '7f6abe5d-4395-4929-a439-92fb24715117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:48:49Z', 'updated_at': '2021-04-21T14:48:54Z', 'revision_number': 4, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'gw_port': {'id': '7f6abe5d-4395-4929-a439-92fb24715117', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:50Z', 'updated_at': '2021-04-21T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_floatingips': [{'id': '61d0b227-e7f2-4a08-8184-a72cdd694a2a', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'floating_ip_address': '172.27.3.149', 'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'router_id': '643d318c-010c-4d49-a94e-e27966d47571', 'port_id': 'edae6881-37a1-437a-a77d-c55e80187a50', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'mac_address': 'fa:16:3e:36:8f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b886ca0-c1b7-4e12-a979-b3ddf5b77f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:49:51Z', 'updated_at': '2021-04-21T14:49:51Z', 'revision_number': 0, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6763d1e9-54d9-429f-a681-c23399fc91c4', 'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'mac_address': 'fa:16:3e:0f:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:53Z', 'updated_at': '2021-04-21T14:49:02Z', 'revision_number': 5, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'subnets': [{'id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:49:53.188545 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea93a764-8072-4b95-98f0-831b7bf521db None None] Checking router: 643d318c-010c-4d49-a94e-e27966d47571 for host: dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:49:53.198897 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea93a764-8072-4b95-98f0-831b7bf521db None None] Routers {'643d318c-010c-4d49-a94e-e27966d47571'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:49:53.199558 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-ea93a764-8072-4b95-98f0-831b7bf521db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f7315c50>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:49:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['643d318c-010c-4d49-a94e-e27966d47571'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:49:53.244142 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91efa34a-ed51-482f-b93d-2b3d61be3227 req-44bf9229-6916-4b30-bf63-b23e0bc28206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:53.244628 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fa316d3f-6e40-4eb3-aed2-c445bb11eb29 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for port, precommit_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:53.245775 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-91efa34a-ed51-482f-b93d-2b3d61be3227 req-44bf9229-6916-4b30-bf63-b23e0bc28206 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3bf02896-5a06-4820-afef-e1d155642dab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0801599
Apr 21 14:49:53.249118 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fa316d3f-6e40-4eb3-aed2-c445bb11eb29 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839088365'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:53.258921 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-0d485d4b-9751-4bf3-a387-fdcbeb2d9b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:53.383603 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa316d3f-6e40-4eb3-aed2-c445bb11eb29 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Pushing event updated for resources: {'Port': ['ID=5ea580d3-3db0-4848-aa8b-fefa5d216e28,revision_number=2']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:53.388113 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-fa316d3f-6e40-4eb3-aed2-c445bb11eb29 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:53.391071 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fa316d3f-6e40-4eb3-aed2-c445bb11eb29 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630449'] for floatingip, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:53.402861 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-ea93a764-8072-4b95-98f0-831b7bf521db None None] Set router 643d318c-010c-4d49-a94e-e27966d47571 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:49:53.403495 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-91efa34a-ed51-482f-b93d-2b3d61be3227 req-af40a802-7b47-4a8b-9b98-ba34bc9c8565 service neutron] 10.222.0.36 "GET /v2.0/networks/3bf02896-5a06-4820-afef-e1d155642dab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501408
Apr 21 14:49:53.415882 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fa316d3f-6e40-4eb3-aed2-c445bb11eb29 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for floatingip, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:53.421201 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-fa316d3f-6e40-4eb3-aed2-c445bb11eb29 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1970091
Apr 21 14:49:53.553827 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-91efa34a-ed51-482f-b93d-2b3d61be3227 req-afb6d60c-f7aa-455a-ad74-1a1ac901c659 service neutron] 10.222.0.36 "GET /v2.0/networks/3bf02896-5a06-4820-afef-e1d155642dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1434965
Apr 21 14:49:53.654168 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-a46d9a40-7afa-43bd-9e19-a5060dcbe0e5 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Synchronizing usage tracker for tenant:2023f43db8e84313ace24e0426447810 on resource:security_group {{(pid=86394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:49:53.672101 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-a46d9a40-7afa-43bd-9e19-a5060dcbe0e5 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Unset dirty status for tenant:2023f43db8e84313ace24e0426447810 on resource:security_group {{(pid=86394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:49:53.673387 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-a46d9a40-7afa-43bd-9e19-a5060dcbe0e5 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1925365346&fields=id&tenant_id=2023f43db8e84313ace24e0426447810 HTTP/1.1" status: 200  len: 267 time: 0.0618284
Apr 21 14:49:53.788692 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-ea93a764-8072-4b95-98f0-831b7bf521db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f7315c50>, [{'id': '643d318c-010c-4d49-a94e-e27966d47571', 'name': 'tempest-TestVolumeBootPattern-1521638240-router', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '7f6abe5d-4395-4929-a439-92fb24715117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:48:49Z', 'updated_at': '2021-04-21T14:48:54Z', 'revision_number': 4, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'gw_port': {'id': '7f6abe5d-4395-4929-a439-92fb24715117', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:50Z', 'updated_at': '2021-04-21T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_floatingips': [{'id': '61d0b227-e7f2-4a08-8184-a72cdd694a2a', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'floating_ip_address': '172.27.3.149', 'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'router_id': '643d318c-010c-4d49-a94e-e27966d47571', 'port_id': 'edae6881-37a1-437a-a77d-c55e80187a50', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'mac_address': 'fa:16:3e:36:8f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b886ca0-c1b7-4e12-a979-b3ddf5b77f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:49:51Z', 'updated_at': '2021-04-21T14:49:51Z', 'revision_number': 0, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6763d1e9-54d9-429f-a681-c23399fc91c4', 'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'mac_address': 'fa:16:3e:0f:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:53Z', 'updated_at': '2021-04-21T14:49:02Z', 'revision_number': 5, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'subnets': [{'id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:49:53.793074 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea93a764-8072-4b95-98f0-831b7bf521db None None] The sync data for ids ['643d318c-010c-4d49-a94e-e27966d47571'] in dv-cinder-786385-2-iscsi is: [{'id': '643d318c-010c-4d49-a94e-e27966d47571', 'name': 'tempest-TestVolumeBootPattern-1521638240-router', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '7f6abe5d-4395-4929-a439-92fb24715117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:48:49Z', 'updated_at': '2021-04-21T14:48:54Z', 'revision_number': 4, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'gw_port': {'id': '7f6abe5d-4395-4929-a439-92fb24715117', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:50Z', 'updated_at': '2021-04-21T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_floatingips': [{'id': '61d0b227-e7f2-4a08-8184-a72cdd694a2a', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'floating_ip_address': '172.27.3.149', 'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'router_id': '643d318c-010c-4d49-a94e-e27966d47571', 'port_id': 'edae6881-37a1-437a-a77d-c55e80187a50', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'mac_address': 'fa:16:3e:36:8f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b886ca0-c1b7-4e12-a979-b3ddf5b77f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:49:51Z', 'updated_at': '2021-04-21T14:49:51Z', 'revision_number': 0, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6763d1e9-54d9-429f-a681-c23399fc91c4', 'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'mac_address': 'fa:16:3e:0f:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:53Z', 'updated_at': '2021-04-21T14:49:02Z', 'revision_number': 5, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'subnets': [{'id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:49:53.842296 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-7d1303eb-d918-458f-9909-97c8b11c52f2 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:53.843916 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-7d1303eb-d918-458f-9909-97c8b11c52f2 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/networks?id=6a53d39c-de06-4bc6-9033-7145f2f15e49 HTTP/1.1" status: 200  len: 811 time: 0.1625838
Apr 21 14:49:53.861131 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-51add2ed-e804-4b0a-947c-29a7c47caa52 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/quotas/2023f43db8e84313ace24e0426447810 HTTP/1.1" status: 200  len: 375 time: 0.0106091
Apr 21 14:49:53.965458 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-9f97b5b8-261e-4a76-8e06-8e0b68c15c2a tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Synchronizing usage tracker for tenant:2023f43db8e84313ace24e0426447810 on resource:port {{(pid=86394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:49:53.983621 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-9f97b5b8-261e-4a76-8e06-8e0b68c15c2a tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Unset dirty status for tenant:2023f43db8e84313ace24e0426447810 on resource:port {{(pid=86394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:49:53.985039 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-9f97b5b8-261e-4a76-8e06-8e0b68c15c2a tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2023f43db8e84313ace24e0426447810&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1181836
Apr 21 14:49:54.055795 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-f6aa72b3-70a9-4e47-a679-49130d136fec service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 21 14:49:54.056898 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-f6aa72b3-70a9-4e47-a679-49130d136fec service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0588598
Apr 21 14:49:54.095731 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7f9f62-d951-45c3-a641-98293ecc1107 None None] New status for floating IP 61d0b227-e7f2-4a08-8184-a72cdd694a2a: ACTIVE {{(pid=86396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 14:49:54.207611 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-e1233393-e4fc-4f4f-be5d-05dbcd2c6c25 service neutron] 10.222.0.24 "GET /v2.0/networks/6a53d39c-de06-4bc6-9033-7145f2f15e49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436355
Apr 21 14:49:54.350815 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-a35e4f75-08d6-4ebb-bd22-5ddb3ea5b87d service neutron] 10.222.0.24 "GET /v2.0/networks/6a53d39c-de06-4bc6-9033-7145f2f15e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1366985
Apr 21 14:49:54.555572 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fa2ccb0a-6576-4ceb-b33a-52890da19707 req-c469d7c2-af77-4a41-b556-99dbc6774d6a tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=17e0a0a8-1304-45b9-9f97-c2b4dea75e73 HTTP/1.1" status: 200  len: 210 time: 0.0544250
Apr 21 14:49:55.742483 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-28e336a9-48b7-4cd4-a5ac-6f11103cc275 req-b11d7ec1-3950-49b3-8121-ab0bd1a3ee31 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=17e0a0a8-1304-45b9-9f97-c2b4dea75e73 HTTP/1.1" status: 200  len: 210 time: 0.0578039
Apr 21 14:49:55.773752 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-3c453606-a68c-424a-8d69-5ad6bd652805 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:55.775416 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-3c453606-a68c-424a-8d69-5ad6bd652805 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.36 "GET /v2.0/networks?id=6a53d39c-de06-4bc6-9033-7145f2f15e49 HTTP/1.1" status: 200  len: 811 time: 0.1675732
Apr 21 14:49:55.829046 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-a742aeac-f355-4790-8022-69024c563612 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2023f43db8e84313ace24e0426447810 HTTP/1.1" status: 200  len: 380 time: 0.0443940
Apr 21 14:49:55.851863 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-f54a019c-1d13-49b8-97b9-9d74b8759885 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Request body: {'port': {'device_id': '17e0a0a8-1304-45b9-9f97-c2b4dea75e73', 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49', 'admin_state_up': True, 'tenant_id': '2023f43db8e84313ace24e0426447810', 'security_groups': ['f390ee4c-a3d1-482f-a7c0-cddae5eb436e']}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:49:56.001953 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-f54a019c-1d13-49b8-97b9-9d74b8759885 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:49:56.012513 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-f54a019c-1d13-49b8-97b9-9d74b8759885 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:49:56.022615 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-f54a019c-1d13-49b8-97b9-9d74b8759885 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Made reservation on behalf of 2023f43db8e84313ace24e0426447810 for: {'port': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:49:56.028790 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-f54a019c-1d13-49b8-97b9-9d74b8759885 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:56.202291 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-f54a019c-1d13-49b8-97b9-9d74b8759885 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Allocated IP 172.20.0.8 (6a53d39c-de06-4bc6-9033-7145f2f15e49/e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4/6d317d01-4d38-41ae-a496-0f075551f3b8) {{(pid=86393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:49:56.405875 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-f54a019c-1d13-49b8-97b9-9d74b8759885 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for port, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:56.423478 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-f54a019c-1d13-49b8-97b9-9d74b8759885 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Transition to ACTIVE for port object 6d317d01-4d38-41ae-a496-0f075551f3b8 will not be triggered until provisioned by entity DHCP. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:49:56.460591 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-f54a019c-1d13-49b8-97b9-9d74b8759885 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:56.467369 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-549d7e7d-bd0d-4d97-9c5f-4e73115149ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:56.541869 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-f54a019c-1d13-49b8-97b9-9d74b8759885 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Network 6a53d39c-de06-4bc6-9033-7145f2f15e49 is already hosted by enough agents. {{(pid=86393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:49:56.545287 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-f54a019c-1d13-49b8-97b9-9d74b8759885 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Resources bound (agent type, host, resource id):  {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:49:56.549561 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-f54a019c-1d13-49b8-97b9-9d74b8759885 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Received port after_create {{(pid=86393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:49:56.583513 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a019c-1d13-49b8-97b9-9d74b8759885 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Pushing event updated for resources: {'Port': ['ID=6d317d01-4d38-41ae-a496-0f075551f3b8,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:56.591266 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f54a019c-1d13-49b8-97b9-9d74b8759885 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:56.623773 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-f54a019c-1d13-49b8-97b9-9d74b8759885 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:56.624521 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-f54a019c-1d13-49b8-97b9-9d74b8759885 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:56.652397 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-f54a019c-1d13-49b8-97b9-9d74b8759885 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8046114
Apr 21 14:49:56.665746 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-626190e1-cfca-4db5-b7ba-3356105259e5 service neutron] Request body: {'port': {'device_id': '17e0a0a8-1304-45b9-9f97-c2b4dea75e73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:49:56.740414 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-db434e21-0752-4cb4-9a36-24c820c33ad2 None None] Provisioning for port 6d317d01-4d38-41ae-a496-0f075551f3b8 completed by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:49:56.745609 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-db434e21-0752-4cb4-9a36-24c820c33ad2 None None] Provisioning complete for port 6d317d01-4d38-41ae-a496-0f075551f3b8 triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:49:56.746131 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-db434e21-0752-4cb4-9a36-24c820c33ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:56.797735 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-626190e1-cfca-4db5-b7ba-3356105259e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:56.803943 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-db434e21-0752-4cb4-9a36-24c820c33ad2 None None] Port 6d317d01-4d38-41ae-a496-0f075551f3b8 cannot update to ACTIVE because it is not bound. {{(pid=86395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 14:49:57.111575 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6505c8-092f-4d6e-8a23-a7f837482b9d req-e0dfbb96-4fb7-47bc-a4de-cf6aaa9e926d tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:57.112330 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-8c6505c8-092f-4d6e-8a23-a7f837482b9d req-e0dfbb96-4fb7-47bc-a4de-cf6aaa9e926d tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Synchronizing usage tracker for tenant:2023f43db8e84313ace24e0426447810 on resource:port {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:49:57.156841 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-8c6505c8-092f-4d6e-8a23-a7f837482b9d req-e0dfbb96-4fb7-47bc-a4de-cf6aaa9e926d tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Unset dirty status for tenant:2023f43db8e84313ace24e0426447810 on resource:port {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:49:57.158151 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8c6505c8-092f-4d6e-8a23-a7f837482b9d req-e0dfbb96-4fb7-47bc-a4de-cf6aaa9e926d tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=17e0a0a8-1304-45b9-9f97-c2b4dea75e73 HTTP/1.1" status: 200  len: 931 time: 0.2942176
Apr 21 14:49:57.256444 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8c6505c8-092f-4d6e-8a23-a7f837482b9d req-83d7232a-a28c-4d28-bbb9-dcc18bb03371 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=f390ee4c-a3d1-482f-a7c0-cddae5eb436e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0898814
Apr 21 14:49:57.287884 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-626190e1-cfca-4db5-b7ba-3356105259e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d317d01-4d38-41ae-a496-0f075551f3b8 {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:49:57.296041 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-626190e1-cfca-4db5-b7ba-3356105259e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:57.312052 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-626190e1-cfca-4db5-b7ba-3356105259e5 service neutron] Transition to ACTIVE for port object 6d317d01-4d38-41ae-a496-0f075551f3b8 will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:49:57.316014 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-626190e1-cfca-4db5-b7ba-3356105259e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14929102'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:57.319818 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c1f98521-f1c2-40e8-af9d-1705a63b7d7d tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:57.457579 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626190e1-cfca-4db5-b7ba-3356105259e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6d317d01-4d38-41ae-a496-0f075551f3b8,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:57.491946 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-626190e1-cfca-4db5-b7ba-3356105259e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:57.569665 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-626190e1-cfca-4db5-b7ba-3356105259e5 service neutron] Attempting to bind port 6d317d01-4d38-41ae-a496-0f075551f3b8 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:49:57.570014 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-626190e1-cfca-4db5-b7ba-3356105259e5 service neutron] Attempting to bind port 6d317d01-4d38-41ae-a496-0f075551f3b8 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'f2d00b48-a8e9-439a-be0e-75fab15fd794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:49:57.570429 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-626190e1-cfca-4db5-b7ba-3356105259e5 service neutron] Attempting to bind port 6d317d01-4d38-41ae-a496-0f075551f3b8 on network 6a53d39c-de06-4bc6-9033-7145f2f15e49 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:49:57.575593 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-626190e1-cfca-4db5-b7ba-3356105259e5 service neutron] Port 6d317d01-4d38-41ae-a496-0f075551f3b8 on network 6a53d39c-de06-4bc6-9033-7145f2f15e49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 14:49:57.575952 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-626190e1-cfca-4db5-b7ba-3356105259e5 service neutron] Attempting to bind port 6d317d01-4d38-41ae-a496-0f075551f3b8 on network 6a53d39c-de06-4bc6-9033-7145f2f15e49 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:49:57.581396 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-626190e1-cfca-4db5-b7ba-3356105259e5 service neutron] Checking agent: {'id': 'aac967bd-8151-4f72-a05c-3193d627c9da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'started_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:49:57.581762 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-626190e1-cfca-4db5-b7ba-3356105259e5 service neutron] Checking segment: {'id': 'f2d00b48-a8e9-439a-be0e-75fab15fd794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:49:57.582213 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-626190e1-cfca-4db5-b7ba-3356105259e5 service neutron] Bound using segment: {'id': 'f2d00b48-a8e9-439a-be0e-75fab15fd794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:49:57.582677 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-626190e1-cfca-4db5-b7ba-3356105259e5 service neutron] Bound port: 6d317d01-4d38-41ae-a496-0f075551f3b8, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d00b48-a8e9-439a-be0e-75fab15fd794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:49:57.583082 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-626190e1-cfca-4db5-b7ba-3356105259e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:57.679758 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-626190e1-cfca-4db5-b7ba-3356105259e5 service neutron] For port 6d317d01-4d38-41ae-a496-0f075551f3b8, host hv-cinder-78638, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:49:57.682951 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-626190e1-cfca-4db5-b7ba-3356105259e5 service neutron] For port 6d317d01-4d38-41ae-a496-0f075551f3b8, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6d317d01-4d38-41ae-a496-0f075551f3b8,segment=NetworkSegment(f2d00b48-a8e9-439a-be0e-75fab15fd794),segment_id=f2d00b48-a8e9-439a-be0e-75fab15fd794)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:49:57.687567 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-626190e1-cfca-4db5-b7ba-3356105259e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14929102'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:57.691607 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f48ff698-dc9b-4646-a503-98708e42eae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:49:57.759264 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-626190e1-cfca-4db5-b7ba-3356105259e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:57.759900 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-626190e1-cfca-4db5-b7ba-3356105259e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:57.761426 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-626190e1-cfca-4db5-b7ba-3356105259e5 service neutron] 10.222.0.36 "PUT /v2.0/ports/6d317d01-4d38-41ae-a496-0f075551f3b8 HTTP/1.1" status: 200  len: 1093 time: 1.1014228
Apr 21 14:49:57.761958 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e0a0a8-1304-45b9-9f97-c2b4dea75e73', 'tag': '6d317d01-4d38-41ae-a496-0f075551f3b8'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:49:57.784737 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626190e1-cfca-4db5-b7ba-3356105259e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6d317d01-4d38-41ae-a496-0f075551f3b8,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:49:57.788270 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-626190e1-cfca-4db5-b7ba-3356105259e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:49:57.843264 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e0a0a8-1304-45b9-9f97-c2b4dea75e73', 'tag': '6d317d01-4d38-41ae-a496-0f075551f3b8', 'status': 'completed', 'code': 200}
Apr 21 14:49:57.882936 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-ee6b04a8-a702-430a-8389-afdaf0208105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:57.884612 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-ee6b04a8-a702-430a-8389-afdaf0208105 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2023f43db8e84313ace24e0426447810&device_id=17e0a0a8-1304-45b9-9f97-c2b4dea75e73 HTTP/1.1" status: 200  len: 1096 time: 0.0840728
Apr 21 14:49:58.218515 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-93f7e942-9690-46ab-83f1-12c6762c98bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d317d01-4d38-41ae-a496-0f075551f3b8 HTTP/1.1" status: 200  len: 217 time: 0.3255525
Apr 21 14:49:58.288440 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-0eae0c24-4237-4721-be47-8459fe4a2bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:58.290027 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-0eae0c24-4237-4721-be47-8459fe4a2bc5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4 HTTP/1.1" status: 200  len: 850 time: 0.0644505
Apr 21 14:49:58.377968 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-d1aabe27-9198-4aa5-8015-59a91390e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:58.379562 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-d1aabe27-9198-4aa5-8015-59a91390e0ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a53d39c-de06-4bc6-9033-7145f2f15e49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0822055
Apr 21 14:49:58.583380 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-253ec527-1d6e-4a29-9e53-4efdbcebd6f0 service neutron] 10.222.0.36 "GET /v2.0/networks/6a53d39c-de06-4bc6-9033-7145f2f15e49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1663604
Apr 21 14:49:58.594987 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04aea6-e4eb-40e2-8273-516e39cd451f req-ad8cd67d-69a2-480c-857e-989d0c858e75 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:58.596487 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1b04aea6-e4eb-40e2-8273-516e39cd451f req-ad8cd67d-69a2-480c-857e-989d0c858e75 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=17e0a0a8-1304-45b9-9f97-c2b4dea75e73 HTTP/1.1" status: 200  len: 943 time: 0.2220447
Apr 21 14:49:58.749787 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1b04aea6-e4eb-40e2-8273-516e39cd451f req-4a874d56-5ee8-4b3b-a4eb-8a0d7b30224e tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=f390ee4c-a3d1-482f-a7c0-cddae5eb436e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1309824
Apr 21 14:49:58.780425 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8aa4dbc6-92ae-4b3e-bdb4-54a4ae389c48 req-5a6a8f70-7830-47cf-b1b7-73fbd992df45 service neutron] 10.222.0.36 "GET /v2.0/networks/6a53d39c-de06-4bc6-9033-7145f2f15e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1829185
Apr 21 14:49:58.924475 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ebc43-eab0-4b43-8af0-3d48513fe1d7 req-9ad39a82-89a7-4013-b2fd-6439a4e2565c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:58.926473 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-928ebc43-eab0-4b43-8af0-3d48513fe1d7 req-9ad39a82-89a7-4013-b2fd-6439a4e2565c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2023f43db8e84313ace24e0426447810&device_id=17e0a0a8-1304-45b9-9f97-c2b4dea75e73 HTTP/1.1" status: 200  len: 1096 time: 0.0863304
Apr 21 14:49:59.079943 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ebc43-eab0-4b43-8af0-3d48513fe1d7 req-2b4c698e-37e6-4f36-8205-2dd59831ce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:59.081547 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-928ebc43-eab0-4b43-8af0-3d48513fe1d7 req-2b4c698e-37e6-4f36-8205-2dd59831ce7c service neutron] 10.222.0.36 "GET /v2.0/networks?id=6a53d39c-de06-4bc6-9033-7145f2f15e49 HTTP/1.1" status: 200  len: 912 time: 0.1479821
Apr 21 14:49:59.157873 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-928ebc43-eab0-4b43-8af0-3d48513fe1d7 req-a2ffb5e1-18a5-4d39-aa03-79d99b676011 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d317d01-4d38-41ae-a496-0f075551f3b8 HTTP/1.1" status: 200  len: 217 time: 0.0676281
Apr 21 14:49:59.238926 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ebc43-eab0-4b43-8af0-3d48513fe1d7 req-91abf1db-2848-471c-b8b2-7c0a84f98686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:59.240540 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-928ebc43-eab0-4b43-8af0-3d48513fe1d7 req-91abf1db-2848-471c-b8b2-7c0a84f98686 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4 HTTP/1.1" status: 200  len: 850 time: 0.0708065
Apr 21 14:49:59.332707 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ebc43-eab0-4b43-8af0-3d48513fe1d7 req-713e8ff0-3fef-4c4d-b168-5e9fe4aab983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:59.334277 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-928ebc43-eab0-4b43-8af0-3d48513fe1d7 req-713e8ff0-3fef-4c4d-b168-5e9fe4aab983 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a53d39c-de06-4bc6-9033-7145f2f15e49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0825479
Apr 21 14:49:59.416548 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d9e80ca0-ce74-459a-bfa3-6576478895d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:49:59.484853 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-928ebc43-eab0-4b43-8af0-3d48513fe1d7 req-d532ff8a-1a9a-4338-825c-5404991e6914 service neutron] 10.222.0.36 "GET /v2.0/networks/6a53d39c-de06-4bc6-9033-7145f2f15e49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425705
Apr 21 14:49:59.633402 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-928ebc43-eab0-4b43-8af0-3d48513fe1d7 req-9683b409-f9e1-4400-b41a-46c3534afe20 service neutron] 10.222.0.36 "GET /v2.0/networks/6a53d39c-de06-4bc6-9033-7145f2f15e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1414671
Apr 21 14:49:59.960511 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680ee7e-3f19-4295-8f74-79b307bb9b4a req-0eaf5047-c1f3-4698-959e-a31ff8812cce tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:49:59.962188 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d680ee7e-3f19-4295-8f74-79b307bb9b4a req-0eaf5047-c1f3-4698-959e-a31ff8812cce tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=17e0a0a8-1304-45b9-9f97-c2b4dea75e73 HTTP/1.1" status: 200  len: 943 time: 0.0933356
Apr 21 14:50:00.019435 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d680ee7e-3f19-4295-8f74-79b307bb9b4a req-954d78ca-0f4b-49b1-9a42-70ab04ee0757 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=f390ee4c-a3d1-482f-a7c0-cddae5eb436e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501730
Apr 21 14:50:01.265628 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce61cfa-93d8-4311-a417-1a71b8acaf08 req-75c749a0-9a72-45d9-bfb9-db4c1442c8e0 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:50:01.267224 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9ce61cfa-93d8-4311-a417-1a71b8acaf08 req-75c749a0-9a72-45d9-bfb9-db4c1442c8e0 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=17e0a0a8-1304-45b9-9f97-c2b4dea75e73 HTTP/1.1" status: 200  len: 943 time: 0.1053643
Apr 21 14:50:01.317206 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9ce61cfa-93d8-4311-a417-1a71b8acaf08 req-0df61407-dddb-4824-85ec-153777065805 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=f390ee4c-a3d1-482f-a7c0-cddae5eb436e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434535
Apr 21 14:50:02.100568 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:02.232540 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-072afabf-a29e-454a-b0c9-ed217e0bf058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:02.406936 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:50:02.494078 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:02.540400 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0eaa3a-910a-487b-9330-50a25e23806f req-652f8381-c218-4202-b493-0a30f3825583 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:50:02.542033 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8e0eaa3a-910a-487b-9330-50a25e23806f req-652f8381-c218-4202-b493-0a30f3825583 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=17e0a0a8-1304-45b9-9f97-c2b4dea75e73 HTTP/1.1" status: 200  len: 943 time: 0.0983329
Apr 21 14:50:02.592230 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8e0eaa3a-910a-487b-9330-50a25e23806f req-d46a50e6-c390-46d5-bc3f-c75d9b5adbcc tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=f390ee4c-a3d1-482f-a7c0-cddae5eb436e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437527
Apr 21 14:50:02.911651 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 6d317d01-4d38-41ae-a496-0f075551f3b8 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 14:50:03.063110 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 6d317d01-4d38-41ae-a496-0f075551f3b8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6d317d01-4d38-41ae-a496-0f075551f3b8,segment=NetworkSegment(f2d00b48-a8e9-439a-be0e-75fab15fd794),segment_id=f2d00b48-a8e9-439a-be0e-75fab15fd794)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:50:03.078049 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Returning: {'device': '6d317d01-4d38-41ae-a496-0f075551f3b8', 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49', 'port_id': '6d317d01-4d38-41ae-a496-0f075551f3b8', 'mac_address': 'fa:16:3e:f6:3b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 14:50:03.139433 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:03.157958 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d317d01-4d38-41ae-a496-0f075551f3b8 {{(pid=86395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:50:03.175389 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 6d317d01-4d38-41ae-a496-0f075551f3b8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6d317d01-4d38-41ae-a496-0f075551f3b8,segment=NetworkSegment(f2d00b48-a8e9-439a-be0e-75fab15fd794),segment_id=f2d00b48-a8e9-439a-be0e-75fab15fd794)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:50:03.179815 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:03.181675 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:50:03.256588 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=6d317d01-4d38-41ae-a496-0f075551f3b8,revision_number=4']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:50:03.259998 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:50:03.552135 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['6d317d01-4d38-41ae-a496-0f075551f3b8'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:50:03.805523 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a8cd8-b29b-4a5c-abe2-9c3e66773687 req-3e6e062a-f8e8-4812-836e-9f68c170700c tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:50:03.807055 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ea3a8cd8-b29b-4a5c-abe2-9c3e66773687 req-3e6e062a-f8e8-4812-836e-9f68c170700c tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=17e0a0a8-1304-45b9-9f97-c2b4dea75e73 HTTP/1.1" status: 200  len: 944 time: 0.0932548
Apr 21 14:50:03.870791 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ea3a8cd8-b29b-4a5c-abe2-9c3e66773687 req-cc32035b-da23-4fc6-a105-dc9b884f7d77 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=f390ee4c-a3d1-482f-a7c0-cddae5eb436e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536611
Apr 21 14:50:04.224577 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:04.923850 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 6d317d01-4d38-41ae-a496-0f075551f3b8 up at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:50:05.015864 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning for port 6d317d01-4d38-41ae-a496-0f075551f3b8 completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:50:05.022242 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning complete for port 6d317d01-4d38-41ae-a496-0f075551f3b8 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:50:05.022672 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:05.101036 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddba51-b4e6-4f66-9afc-d159d65d6ecb req-063b9732-a969-4317-9cd1-717b9cbef4e9 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:50:05.102806 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-75ddba51-b4e6-4f66-9afc-d159d65d6ecb req-063b9732-a969-4317-9cd1-717b9cbef4e9 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=17e0a0a8-1304-45b9-9f97-c2b4dea75e73 HTTP/1.1" status: 200  len: 944 time: 0.1041427
Apr 21 14:50:05.158746 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-75ddba51-b4e6-4f66-9afc-d159d65d6ecb req-99690b0d-293a-4886-a75e-11b9f0f76d22 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=f390ee4c-a3d1-482f-a7c0-cddae5eb436e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490100
Apr 21 14:50:05.200517 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:05.229626 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e0a0a8-1304-45b9-9f97-c2b4dea75e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d317d01-4d38-41ae-a496-0f075551f3b8'}] {{(pid=86395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:50:05.240324 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 6d317d01-4d38-41ae-a496-0f075551f3b8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6d317d01-4d38-41ae-a496-0f075551f3b8,segment=NetworkSegment(f2d00b48-a8e9-439a-be0e-75fab15fd794),segment_id=f2d00b48-a8e9-439a-be0e-75fab15fd794)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:50:05.244291 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:05.246365 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:50:05.278704 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e0a0a8-1304-45b9-9f97-c2b4dea75e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d317d01-4d38-41ae-a496-0f075551f3b8', 'code': 200}
Apr 21 14:50:05.319991 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=6d317d01-4d38-41ae-a496-0f075551f3b8,revision_number=5']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:50:05.323167 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:50:05.534037 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929de25-5ab6-4e07-b9db-9046d1db5210 req-c6fe60f5-e32d-4e61-a0d6-c38c436ff48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:50:05.535734 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a929de25-5ab6-4e07-b9db-9046d1db5210 req-c6fe60f5-e32d-4e61-a0d6-c38c436ff48b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17e0a0a8-1304-45b9-9f97-c2b4dea75e73 HTTP/1.1" status: 200  len: 1098 time: 0.0865481
Apr 21 14:50:05.581563 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a929de25-5ab6-4e07-b9db-9046d1db5210 req-ac6a6295-3d9c-4abf-890a-1090bb786c26 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f390ee4c-a3d1-482f-a7c0-cddae5eb436e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379817
Apr 21 14:50:06.365263 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dabdd8-adc2-499d-9941-5ee4105bbfcc req-451a9311-95f1-41c0-8a43-13e530e79103 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:50:06.366921 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-79dabdd8-adc2-499d-9941-5ee4105bbfcc req-451a9311-95f1-41c0-8a43-13e530e79103 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=17e0a0a8-1304-45b9-9f97-c2b4dea75e73 HTTP/1.1" status: 200  len: 945 time: 0.0923705
Apr 21 14:50:06.421585 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-79dabdd8-adc2-499d-9941-5ee4105bbfcc req-511dd008-56a0-4482-b928-54f9ae8edcd2 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=f390ee4c-a3d1-482f-a7c0-cddae5eb436e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478923
Apr 21 14:50:07.637958 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09202c1-d56b-4dfb-a0b1-b72932f8ac7e req-0b3a4b34-40fe-4301-b951-03329a122ccf tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:50:07.639552 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f09202c1-d56b-4dfb-a0b1-b72932f8ac7e req-0b3a4b34-40fe-4301-b951-03329a122ccf tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=17e0a0a8-1304-45b9-9f97-c2b4dea75e73 HTTP/1.1" status: 200  len: 945 time: 0.0932040
Apr 21 14:50:07.691346 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f09202c1-d56b-4dfb-a0b1-b72932f8ac7e req-43a04d52-bc9d-473a-ba70-e4745f6ceeaa tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=f390ee4c-a3d1-482f-a7c0-cddae5eb436e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438318
Apr 21 14:50:07.894239 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef444614-7316-4fee-aa1d-2a9c7f468954 req-a3939f7b-8113-4928-abdf-456405eb7b8a tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:50:07.896263 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ef444614-7316-4fee-aa1d-2a9c7f468954 req-a3939f7b-8113-4928-abdf-456405eb7b8a tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=17e0a0a8-1304-45b9-9f97-c2b4dea75e73 HTTP/1.1" status: 200  len: 945 time: 0.0975106
Apr 21 14:50:07.906502 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 33014) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:50:07.912710 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-1155f1e0-c18d-4ce8-960a-eb178983206c tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Request body: {'floatingip': {'port_id': '6d317d01-4d38-41ae-a496-0f075551f3b8'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:50:07.999489 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1155f1e0-c18d-4ce8-960a-eb178983206c tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for floatingip, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:08.902281 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1155f1e0-c18d-4ce8-960a-eb178983206c tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:08.905174 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:08.906836 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1155f1e0-c18d-4ce8-960a-eb178983206c tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630449'] for floatingip, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:09.097241 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.l3_db [None req-1155f1e0-c18d-4ce8-960a-eb178983206c tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Floating IP 06c0bb04-cb99-4997-8c7b-995d840c4ed3 associated. External IP: 172.27.3.126, port: 6d317d01-4d38-41ae-a496-0f075551f3b8.
Apr 21 14:50:09.544047 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1155f1e0-c18d-4ce8-960a-eb178983206c tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Router eb7a0c10-adc5-449a-b68a-4d58e20b2077 has already been hosted by L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 {{(pid=86394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 14:50:09.903187 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1155f1e0-c18d-4ce8-960a-eb178983206c tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:50:09.910769 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1155f1e0-c18d-4ce8-960a-eb178983206c tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for floatingip, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:09.914363 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0ea429-7368-41ac-b79c-8f6d9b9a4a2a None None] Sync routers for ids ['eb7a0c10-adc5-449a-b68a-4d58e20b2077'] in dv-cinder-786385-2-iscsi {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:50:09.926269 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0ea429-7368-41ac-b79c-8f6d9b9a4a2a None None] Routers {'eb7a0c10-adc5-449a-b68a-4d58e20b2077'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:50:09.926973 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-4b0ea429-7368-41ac-b79c-8f6d9b9a4a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f642c7b8>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:50:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['eb7a0c10-adc5-449a-b68a-4d58e20b2077'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:50:10.027004 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-1155f1e0-c18d-4ce8-960a-eb178983206c tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "PUT /v2.0/floatingips/06c0bb04-cb99-4997-8c7b-995d840c4ed3 HTTP/1.1" status: 200  len: 991 time: 2.1145294
Apr 21 14:50:10.027004 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e0a0a8-1304-45b9-9f97-c2b4dea75e73', 'tag': '6d317d01-4d38-41ae-a496-0f075551f3b8'}] {{(pid=86394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:50:10.084210 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e0a0a8-1304-45b9-9f97-c2b4dea75e73', 'tag': '6d317d01-4d38-41ae-a496-0f075551f3b8', 'status': 'completed', 'code': 200}
Apr 21 14:50:10.247006 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a19e09-93a9-4671-867a-856b4d0d88ee req-fd867c45-efb2-411e-add6-1958bcba92ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:50:10.250042 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d2a19e09-93a9-4671-867a-856b4d0d88ee req-fd867c45-efb2-411e-add6-1958bcba92ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2023f43db8e84313ace24e0426447810&device_id=17e0a0a8-1304-45b9-9f97-c2b4dea75e73 HTTP/1.1" status: 200  len: 1098 time: 0.1225841
Apr 21 14:50:10.336112 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-4b0ea429-7368-41ac-b79c-8f6d9b9a4a2a None None] Set router eb7a0c10-adc5-449a-b68a-4d58e20b2077 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:50:10.405417 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a19e09-93a9-4671-867a-856b4d0d88ee req-e75836d9-ad0b-46dc-b367-2088c51852ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:50:10.407050 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d2a19e09-93a9-4671-867a-856b4d0d88ee req-e75836d9-ad0b-46dc-b367-2088c51852ae service neutron] 10.222.0.36 "GET /v2.0/networks?id=6a53d39c-de06-4bc6-9033-7145f2f15e49 HTTP/1.1" status: 200  len: 912 time: 0.1497459
Apr 21 14:50:10.525465 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d2a19e09-93a9-4671-867a-856b4d0d88ee req-a0791a99-ca33-40f0-b606-ddf205fc264e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d317d01-4d38-41ae-a496-0f075551f3b8 HTTP/1.1" status: 200  len: 999 time: 0.1101253
Apr 21 14:50:10.601777 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a19e09-93a9-4671-867a-856b4d0d88ee req-409efa53-350c-433c-834d-ba6c709423d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:50:10.603422 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d2a19e09-93a9-4671-867a-856b4d0d88ee req-409efa53-350c-433c-834d-ba6c709423d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4 HTTP/1.1" status: 200  len: 850 time: 0.0696383
Apr 21 14:50:10.704321 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a19e09-93a9-4671-867a-856b4d0d88ee req-746c613c-c498-4b20-9c3b-070c3205f8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:50:10.705944 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d2a19e09-93a9-4671-867a-856b4d0d88ee req-746c613c-c498-4b20-9c3b-070c3205f8ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a53d39c-de06-4bc6-9033-7145f2f15e49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0870636
Apr 21 14:50:10.734843 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-4b0ea429-7368-41ac-b79c-8f6d9b9a4a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f642c7b8>, [{'id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'name': 'tempest-AttachVolumeTestJSON-1045067339-router', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:43:16Z', 'updated_at': '2021-04-21T14:43:26Z', 'revision_number': 4, 'project_id': '2023f43db8e84313ace24e0426447810', 'gw_port': {'id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:43:17Z', 'updated_at': '2021-04-21T14:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_floatingips': [{'id': '06c0bb04-cb99-4997-8c7b-995d840c4ed3', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'router_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'port_id': '6d317d01-4d38-41ae-a496-0f075551f3b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49', 'mac_address': 'fa:16:3e:f6:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e0a0a8-1304-45b9-9f97-c2b4dea75e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:49:52Z', 'updated_at': '2021-04-21T14:50:08Z', 'revision_number': 1, 'project_id': '2023f43db8e84313ace24e0426447810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f817e71f-5bcb-4e11-99c2-ca8f045e4b23', 'name': '', 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'mac_address': 'fa:16:3e:fb:53:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:43:23Z', 'updated_at': '2021-04-21T14:43:33Z', 'revision_number': 5, 'project_id': '2023f43db8e84313ace24e0426447810', 'subnets': [{'id': 'e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:50:10.741179 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0ea429-7368-41ac-b79c-8f6d9b9a4a2a None None] Checking router: eb7a0c10-adc5-449a-b68a-4d58e20b2077 for host: dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:50:10.751756 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0ea429-7368-41ac-b79c-8f6d9b9a4a2a None None] Routers {'eb7a0c10-adc5-449a-b68a-4d58e20b2077'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:50:10.752633 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-4b0ea429-7368-41ac-b79c-8f6d9b9a4a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f642c7b8>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:50:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['eb7a0c10-adc5-449a-b68a-4d58e20b2077'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:50:10.864872 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d2a19e09-93a9-4671-867a-856b4d0d88ee req-c4415a16-66a2-4819-859a-c7220cc2bbfd service neutron] 10.222.0.36 "GET /v2.0/networks/6a53d39c-de06-4bc6-9033-7145f2f15e49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1480746
Apr 21 14:50:10.958235 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-4b0ea429-7368-41ac-b79c-8f6d9b9a4a2a None None] Set router eb7a0c10-adc5-449a-b68a-4d58e20b2077 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:50:11.037025 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d2a19e09-93a9-4671-867a-856b4d0d88ee req-d16d2494-e1be-4c52-8b26-c3e58cbe58e8 service neutron] 10.222.0.36 "GET /v2.0/networks/6a53d39c-de06-4bc6-9033-7145f2f15e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1632903
Apr 21 14:50:11.371683 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-4b0ea429-7368-41ac-b79c-8f6d9b9a4a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f642c7b8>, [{'id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'name': 'tempest-AttachVolumeTestJSON-1045067339-router', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:43:16Z', 'updated_at': '2021-04-21T14:43:26Z', 'revision_number': 4, 'project_id': '2023f43db8e84313ace24e0426447810', 'gw_port': {'id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:43:17Z', 'updated_at': '2021-04-21T14:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_floatingips': [{'id': '06c0bb04-cb99-4997-8c7b-995d840c4ed3', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'router_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'port_id': '6d317d01-4d38-41ae-a496-0f075551f3b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49', 'mac_address': 'fa:16:3e:f6:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e0a0a8-1304-45b9-9f97-c2b4dea75e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:49:52Z', 'updated_at': '2021-04-21T14:50:08Z', 'revision_number': 1, 'project_id': '2023f43db8e84313ace24e0426447810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f817e71f-5bcb-4e11-99c2-ca8f045e4b23', 'name': '', 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'mac_address': 'fa:16:3e:fb:53:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:43:23Z', 'updated_at': '2021-04-21T14:43:33Z', 'revision_number': 5, 'project_id': '2023f43db8e84313ace24e0426447810', 'subnets': [{'id': 'e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:50:11.376907 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0ea429-7368-41ac-b79c-8f6d9b9a4a2a None None] The sync data for ids ['eb7a0c10-adc5-449a-b68a-4d58e20b2077'] in dv-cinder-786385-2-iscsi is: [{'id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'name': 'tempest-AttachVolumeTestJSON-1045067339-router', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:43:16Z', 'updated_at': '2021-04-21T14:43:26Z', 'revision_number': 4, 'project_id': '2023f43db8e84313ace24e0426447810', 'gw_port': {'id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:43:17Z', 'updated_at': '2021-04-21T14:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_floatingips': [{'id': '06c0bb04-cb99-4997-8c7b-995d840c4ed3', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'router_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'port_id': '6d317d01-4d38-41ae-a496-0f075551f3b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49', 'mac_address': 'fa:16:3e:f6:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e0a0a8-1304-45b9-9f97-c2b4dea75e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:49:52Z', 'updated_at': '2021-04-21T14:50:08Z', 'revision_number': 1, 'project_id': '2023f43db8e84313ace24e0426447810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f817e71f-5bcb-4e11-99c2-ca8f045e4b23', 'name': '', 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'mac_address': 'fa:16:3e:fb:53:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:43:23Z', 'updated_at': '2021-04-21T14:43:33Z', 'revision_number': 5, 'project_id': '2023f43db8e84313ace24e0426447810', 'subnets': [{'id': 'e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:50:11.636752 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6924546-0069-400f-b623-1d66f5eb2960 None None] New status for floating IP 06c0bb04-cb99-4997-8c7b-995d840c4ed3: ACTIVE {{(pid=86396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 14:50:12.821397 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124db96-979a-4198-99d0-a41f772e58c9 req-cb04531f-22ea-4704-b397-e8bf7c297b64 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:50:12.823098 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2124db96-979a-4198-99d0-a41f772e58c9 req-cb04531f-22ea-4704-b397-e8bf7c297b64 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 946 time: 0.0970361
Apr 21 14:50:12.875617 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2124db96-979a-4198-99d0-a41f772e58c9 req-eee64e1d-2a19-4a5c-85aa-0824222da9f0 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457542
Apr 21 14:50:14.096177 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2179af0-5a52-4e5c-b96a-c56a6f290868 req-66e0c257-5561-42da-8625-691b4f918c2a tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:50:14.098013 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c2179af0-5a52-4e5c-b96a-c56a6f290868 req-66e0c257-5561-42da-8625-691b4f918c2a tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 946 time: 0.0999792
Apr 21 14:50:14.150673 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c2179af0-5a52-4e5c-b96a-c56a6f290868 req-16cfe166-f652-4eb5-aba4-5fd1c32bf7ed tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458863
Apr 21 14:50:14.639468 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a682b-ed52-49ac-842c-ae28f4c83716 req-59b280c8-4d76-4f2e-a6d9-a30d4f733edd tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:50:14.641045 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-969a682b-ed52-49ac-842c-ae28f4c83716 req-59b280c8-4d76-4f2e-a6d9-a30d4f733edd tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.36 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 946 time: 0.0917809
Apr 21 14:50:14.728042 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-969a682b-ed52-49ac-842c-ae28f4c83716 req-b8c61d57-35d8-4279-9758-94c2acba9a31 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Deleting port cc544713-b84a-4e45-b04d-b437a6b4c09b {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:50:14.728435 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-969a682b-ed52-49ac-842c-ae28f4c83716 req-b8c61d57-35d8-4279-9758-94c2acba9a31 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:15.007135 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-969a682b-ed52-49ac-842c-ae28f4c83716 req-b8c61d57-35d8-4279-9758-94c2acba9a31 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] For port cc544713-b84a-4e45-b04d-b437a6b4c09b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cc544713-b84a-4e45-b04d-b437a6b4c09b,segment=NetworkSegment(aad70013-a75a-432c-9a4b-498f88914087),segment_id=aad70013-a75a-432c-9a4b-498f88914087)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:50:15.007555 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-969a682b-ed52-49ac-842c-ae28f4c83716 req-b8c61d57-35d8-4279-9758-94c2acba9a31 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:15.381453 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-969a682b-ed52-49ac-842c-ae28f4c83716 req-b8c61d57-35d8-4279-9758-94c2acba9a31 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:15.382102 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-969a682b-ed52-49ac-842c-ae28f4c83716 req-b8c61d57-35d8-4279-9758-94c2acba9a31 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630449'] for floatingip, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:15.382102 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.l3_db [req-969a682b-ed52-49ac-842c-ae28f4c83716 req-b8c61d57-35d8-4279-9758-94c2acba9a31 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Floating IP 9296325d-6038-4c55-8c90-6cd25ca09a7f disassociated. External IP: 172.27.3.244, port: cc544713-b84a-4e45-b04d-b437a6b4c09b.
Apr 21 14:50:15.382496 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-969a682b-ed52-49ac-842c-ae28f4c83716 req-b8c61d57-35d8-4279-9758-94c2acba9a31 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Calling delete_port for cc544713-b84a-4e45-b04d-b437a6b4c09b owned by compute:nova {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:50:15.496689 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a847f62-5ce3-422b-a8c9-78f2e24157d1 req-ceddb12c-3788-4779-aaaf-54861814c8dc tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:50:15.498375 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9a847f62-5ce3-422b-a8c9-78f2e24157d1 req-ceddb12c-3788-4779-aaaf-54861814c8dc tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 946 time: 0.2117500
Apr 21 14:50:15.603127 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9a847f62-5ce3-422b-a8c9-78f2e24157d1 req-a970a8a8-30e6-4df8-adc0-60b511fdef84 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups?id=bba75c41-8cd8-4ba5-9b80-fc299328f06a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0961313
Apr 21 14:50:15.606844 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-969a682b-ed52-49ac-842c-ae28f4c83716 req-b8c61d57-35d8-4279-9758-94c2acba9a31 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:15.614373 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-1ef23c8d-292f-4fe6-a400-7f0862ac9b95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:50:15.663649 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c61d57-35d8-4279-9758-94c2acba9a31 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Pushing event deleted for resources: {'Port': ['ID=cc544713-b84a-4e45-b04d-b437a6b4c09b,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:50:15.666886 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-b8c61d57-35d8-4279-9758-94c2acba9a31 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:50:16.154944 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [req-969a682b-ed52-49ac-842c-ae28f4c83716 req-b8c61d57-35d8-4279-9758-94c2acba9a31 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Router 832eeb78-8e77-4fef-8234-a0f8ee777aff has already been hosted by L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 {{(pid=86393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 14:50:16.350076 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-969a682b-ed52-49ac-842c-ae28f4c83716 req-b8c61d57-35d8-4279-9758-94c2acba9a31 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:50:16.361893 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee6133b-42e6-4d1d-ae64-c0c2e5e2a473 None None] Sync routers for ids ['832eeb78-8e77-4fef-8234-a0f8ee777aff'] in dv-cinder-786385-2-iscsi {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:50:16.372824 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee6133b-42e6-4d1d-ae64-c0c2e5e2a473 None None] Routers {'832eeb78-8e77-4fef-8234-a0f8ee777aff'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:50:16.373494 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-0ee6133b-42e6-4d1d-ae64-c0c2e5e2a473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f75595c0>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:50:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['832eeb78-8e77-4fef-8234-a0f8ee777aff'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:50:16.433736 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-969a682b-ed52-49ac-842c-ae28f4c83716 req-b8c61d57-35d8-4279-9758-94c2acba9a31 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] No DVR routers for this DVR port cc544713-b84a-4e45-b04d-b437a6b4c09b on host hv-cinder-78638 {{(pid=86393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 14:50:16.436493 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-969a682b-ed52-49ac-842c-ae28f4c83716 req-b8c61d57-35d8-4279-9758-94c2acba9a31 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:16.439736 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b1c253-7437-4a43-bc08-a0626125cd82', 'name': 'network-vif-deleted', 'tag': 'cc544713-b84a-4e45-b04d-b437a6b4c09b'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:50:16.457215 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-969a682b-ed52-49ac-842c-ae28f4c83716 req-b8c61d57-35d8-4279-9758-94c2acba9a31 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.36 "DELETE /v2.0/ports/cc544713-b84a-4e45-b04d-b437a6b4c09b HTTP/1.1" status: 204  len: 173 time: 1.8072574
Apr 21 14:50:16.577172 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-0ee6133b-42e6-4d1d-ae64-c0c2e5e2a473 None None] Set router 832eeb78-8e77-4fef-8234-a0f8ee777aff gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:50:16.611433 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b1c253-7437-4a43-bc08-a0626125cd82', 'name': 'network-vif-deleted', 'tag': 'cc544713-b84a-4e45-b04d-b437a6b4c09b', 'status': 'completed', 'code': 200}
Apr 21 14:50:16.820912 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5c088533-2bf9-4601-9b3e-a0aaa5999c4a req-27f865b9-f5e8-45e7-abc9-eaa2bfd7995a tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/ports?device_id=77b1c253-7437-4a43-bc08-a0626125cd82 HTTP/1.1" status: 200  len: 210 time: 0.0557377
Apr 21 14:50:16.939412 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-0ee6133b-42e6-4d1d-ae64-c0c2e5e2a473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f75595c0>, [{'id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'name': 'tempest-AttachVolumeShelveTestJSON-1531100270-router', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:38:28Z', 'updated_at': '2021-04-21T14:38:55Z', 'revision_number': 4, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'gw_port': {'id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:31Z', 'updated_at': '2021-04-21T14:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': 'a873b1cc-f3ac-49d9-99f9-237bb240300f', 'name': '', 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'mac_address': 'fa:16:3e:44:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '48293642-451e-458e-960c-7fbf1e7e7bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:47Z', 'updated_at': '2021-04-21T14:39:11Z', 'revision_number': 5, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'subnets': [{'id': '48293642-451e-458e-960c-7fbf1e7e7bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:50:16.944750 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee6133b-42e6-4d1d-ae64-c0c2e5e2a473 None None] Checking router: 832eeb78-8e77-4fef-8234-a0f8ee777aff for host: dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:50:16.955038 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee6133b-42e6-4d1d-ae64-c0c2e5e2a473 None None] Routers {'832eeb78-8e77-4fef-8234-a0f8ee777aff'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:50:16.955782 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-0ee6133b-42e6-4d1d-ae64-c0c2e5e2a473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f75595c0>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:50:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['832eeb78-8e77-4fef-8234-a0f8ee777aff'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:50:17.189088 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-0ee6133b-42e6-4d1d-ae64-c0c2e5e2a473 None None] Set router 832eeb78-8e77-4fef-8234-a0f8ee777aff gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:50:17.550469 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-0ee6133b-42e6-4d1d-ae64-c0c2e5e2a473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f75595c0>, [{'id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'name': 'tempest-AttachVolumeShelveTestJSON-1531100270-router', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:38:28Z', 'updated_at': '2021-04-21T14:38:55Z', 'revision_number': 4, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'gw_port': {'id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:31Z', 'updated_at': '2021-04-21T14:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': 'a873b1cc-f3ac-49d9-99f9-237bb240300f', 'name': '', 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'mac_address': 'fa:16:3e:44:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '48293642-451e-458e-960c-7fbf1e7e7bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:47Z', 'updated_at': '2021-04-21T14:39:11Z', 'revision_number': 5, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'subnets': [{'id': '48293642-451e-458e-960c-7fbf1e7e7bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:50:17.554982 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee6133b-42e6-4d1d-ae64-c0c2e5e2a473 None None] The sync data for ids ['832eeb78-8e77-4fef-8234-a0f8ee777aff'] in dv-cinder-786385-2-iscsi is: [{'id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'name': 'tempest-AttachVolumeShelveTestJSON-1531100270-router', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:38:28Z', 'updated_at': '2021-04-21T14:38:55Z', 'revision_number': 4, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'gw_port': {'id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:31Z', 'updated_at': '2021-04-21T14:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': 'a873b1cc-f3ac-49d9-99f9-237bb240300f', 'name': '', 'network_id': '4398a4b8-9ecd-43b2-988b-da3ccd660ad9', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'mac_address': 'fa:16:3e:44:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '48293642-451e-458e-960c-7fbf1e7e7bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:47Z', 'updated_at': '2021-04-21T14:39:11Z', 'revision_number': 5, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'subnets': [{'id': '48293642-451e-458e-960c-7fbf1e7e7bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:50:17.946950 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b4d700-5557-443a-9a16-fe848d920b91 None None] New status for floating IP 9296325d-6038-4c55-8c90-6cd25ca09a7f: DOWN {{(pid=86396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 14:50:17.966691 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 33060) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:50:18.071014 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a64d653f-e7b1-4a80-8f88-3c3294ff509a tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:18.105735 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a64d653f-e7b1-4a80-8f88-3c3294ff509a tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:18.160533 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a64d653f-e7b1-4a80-8f88-3c3294ff509a tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:18.166505 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-652b102c-87bf-48c0-b5b1-4a389bfee3d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:50:18.183782 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d653f-e7b1-4a80-8f88-3c3294ff509a tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba75c41-8cd8-4ba5-9b80-fc299328f06a,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:50:18.186503 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-a64d653f-e7b1-4a80-8f88-3c3294ff509a tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:50:18.197031 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a64d653f-e7b1-4a80-8f88-3c3294ff509a tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:18.198291 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-a64d653f-e7b1-4a80-8f88-3c3294ff509a tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "DELETE /v2.0/security-groups/bba75c41-8cd8-4ba5-9b80-fc299328f06a HTTP/1.1" status: 204  len: 168 time: 0.2304335
Apr 21 14:50:18.201495 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 33066) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:50:18.223037 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.v2.resource [None req-35efb299-0ad9-496c-b204-2dd9793fdfc8 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] show failed (client error): The resource could not be found.
Apr 21 14:50:18.227864 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-35efb299-0ad9-496c-b204-2dd9793fdfc8 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "GET /v2.0/security-groups/bba75c41-8cd8-4ba5-9b80-fc299328f06a HTTP/1.1" status: 404  len: 347 time: 0.0251706
Apr 21 14:50:18.228482 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 33070) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:50:18.562706 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-28295546-939f-4ccc-ba96-244b6bad8035 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Deleting port b4043383-bf7d-41d9-af22-538f343d9665 {{(pid=86394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:50:18.563315 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-28295546-939f-4ccc-ba96-244b6bad8035 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:18.903053 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-28295546-939f-4ccc-ba96-244b6bad8035 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:18.903623 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-28295546-939f-4ccc-ba96-244b6bad8035 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:18.981606 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device cc544713-b84a-4e45-b04d-b437a6b4c09b no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:50:19.020182 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] No Port match for: cc544713-b84a-4e45-b04d-b437a6b4c09b {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:50:19.020588 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device cc544713-b84a-4e45-b04d-b437a6b4c09b not bound to the agent host hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:50:19.078192 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-28295546-939f-4ccc-ba96-244b6bad8035 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Calling delete_port for b4043383-bf7d-41d9-af22-538f343d9665 owned by network:floatingip {{(pid=86394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:50:19.225263 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-28295546-939f-4ccc-ba96-244b6bad8035 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:19.229185 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-b0e2594e-7ff0-450a-94ae-6247404f68bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:50:19.280014 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28295546-939f-4ccc-ba96-244b6bad8035 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Pushing event deleted for resources: {'Port': ['ID=b4043383-bf7d-41d9-af22-538f343d9665,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:50:19.283424 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-28295546-939f-4ccc-ba96-244b6bad8035 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:50:19.378082 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-28295546-939f-4ccc-ba96-244b6bad8035 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks [] for floatingip, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:19.393500 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-28295546-939f-4ccc-ba96-244b6bad8035 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for floatingip, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:19.394773 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-28295546-939f-4ccc-ba96-244b6bad8035 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] 10.222.0.24 "DELETE /v2.0/floatingips/9296325d-6038-4c55-8c90-6cd25ca09a7f HTTP/1.1" status: 204  len: 168 time: 1.1649415
Apr 21 14:50:22.291160 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 33100) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:50:23.002585 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fc99e180-0d64-42e9-9135-171d6e3de3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145126'] for router_interface, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:23.652041 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-fc99e180-0d64-42e9-9135-171d6e3de3de admin admin] Deleting port a873b1cc-f3ac-49d9-99f9-237bb240300f {{(pid=86394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:50:23.652693 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fc99e180-0d64-42e9-9135-171d6e3de3de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:23.856654 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-fc99e180-0d64-42e9-9135-171d6e3de3de admin admin] For port a873b1cc-f3ac-49d9-99f9-237bb240300f, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=a873b1cc-f3ac-49d9-99f9-237bb240300f,segment=NetworkSegment(aad70013-a75a-432c-9a4b-498f88914087),segment_id=aad70013-a75a-432c-9a4b-498f88914087)] {{(pid=86394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:50:23.857079 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fc99e180-0d64-42e9-9135-171d6e3de3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:24.000101 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-fc99e180-0d64-42e9-9135-171d6e3de3de admin admin] Calling delete_port for a873b1cc-f3ac-49d9-99f9-237bb240300f owned by network:router_interface {{(pid=86394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:50:24.191708 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fc99e180-0d64-42e9-9135-171d6e3de3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:24.196126 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-809b3d6b-ee32-4b25-b982-c5394ed3ebec tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:50:24.242629 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99e180-0d64-42e9-9135-171d6e3de3de admin admin] Pushing event deleted for resources: {'Port': ['ID=a873b1cc-f3ac-49d9-99f9-237bb240300f,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:50:24.246819 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-fc99e180-0d64-42e9-9135-171d6e3de3de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:50:24.559544 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fc99e180-0d64-42e9-9135-171d6e3de3de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1023654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854145052'] for router_interface, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:24.986724 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc99e180-0d64-42e9-9135-171d6e3de3de admin admin] Router 832eeb78-8e77-4fef-8234-a0f8ee777aff has already been hosted by L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 {{(pid=86394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 14:50:25.189763 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc99e180-0d64-42e9-9135-171d6e3de3de admin admin] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:50:25.202572 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c1fe6-3ec2-455f-b413-392555323dda None None] Sync routers for ids ['832eeb78-8e77-4fef-8234-a0f8ee777aff'] in dv-cinder-786385-2-iscsi {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:50:25.204110 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-fc99e180-0d64-42e9-9135-171d6e3de3de admin admin] 10.222.0.24 "PUT /v2.0/routers/832eeb78-8e77-4fef-8234-a0f8ee777aff/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9117112
Apr 21 14:50:25.208459 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 33114) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:50:25.216645 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702c1fe6-3ec2-455f-b413-392555323dda None None] Routers {'832eeb78-8e77-4fef-8234-a0f8ee777aff'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:50:25.217347 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-702c1fe6-3ec2-455f-b413-392555323dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f642c8d0>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:50:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['832eeb78-8e77-4fef-8234-a0f8ee777aff'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:50:25.419116 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-702c1fe6-3ec2-455f-b413-392555323dda None None] Set router 832eeb78-8e77-4fef-8234-a0f8ee777aff gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:50:25.422941 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7e6c3f79-de98-40c3-8b0f-ed7cac8a5e58 admin admin] Notify callbacks [] for router, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:25.646315 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7e6c3f79-de98-40c3-8b0f-ed7cac8a5e58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:25.659663 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-7e6c3f79-de98-40c3-8b0f-ed7cac8a5e58 admin admin] Deleting port 3b14bf35-6957-43bb-b4ea-f8208d8ab602 {{(pid=86394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:50:25.660183 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7e6c3f79-de98-40c3-8b0f-ed7cac8a5e58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:25.864318 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-7e6c3f79-de98-40c3-8b0f-ed7cac8a5e58 admin admin] For port 3b14bf35-6957-43bb-b4ea-f8208d8ab602, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=3b14bf35-6957-43bb-b4ea-f8208d8ab602,segment=NetworkSegment(cc9f75c9-c7cc-49bd-a770-8a7cd276112c),segment_id=cc9f75c9-c7cc-49bd-a770-8a7cd276112c)] {{(pid=86394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:50:25.864608 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7e6c3f79-de98-40c3-8b0f-ed7cac8a5e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:25.948245 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-702c1fe6-3ec2-455f-b413-392555323dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f642c8d0>, [{'id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'name': 'tempest-AttachVolumeShelveTestJSON-1531100270-router', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:38:28Z', 'updated_at': '2021-04-21T14:50:24Z', 'revision_number': 5, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'gw_port': {'id': '3b14bf35-6957-43bb-b4ea-f8208d8ab602', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:38:31Z', 'updated_at': '2021-04-21T14:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi'}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:50:25.953189 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c1fe6-3ec2-455f-b413-392555323dda None None] Checking router: 832eeb78-8e77-4fef-8234-a0f8ee777aff for host: dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:50:25.964106 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702c1fe6-3ec2-455f-b413-392555323dda None None] Routers {'832eeb78-8e77-4fef-8234-a0f8ee777aff'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:50:25.964825 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-702c1fe6-3ec2-455f-b413-392555323dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f642c8d0>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:50:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['832eeb78-8e77-4fef-8234-a0f8ee777aff'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:50:26.169616 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-702c1fe6-3ec2-455f-b413-392555323dda None None] Set router 832eeb78-8e77-4fef-8234-a0f8ee777aff gateway port host: None {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:50:26.270990 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-7e6c3f79-de98-40c3-8b0f-ed7cac8a5e58 admin admin] Calling delete_port for 3b14bf35-6957-43bb-b4ea-f8208d8ab602 owned by network:router_gateway {{(pid=86394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:50:26.286703 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-702c1fe6-3ec2-455f-b413-392555323dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f642c8d0>, [{'id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'name': 'tempest-AttachVolumeShelveTestJSON-1531100270-router', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:38:28Z', 'updated_at': '2021-04-21T14:50:25Z', 'revision_number': 6, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'gw_port_host': None}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:50:26.291493 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c1fe6-3ec2-455f-b413-392555323dda None None] The sync data for ids ['832eeb78-8e77-4fef-8234-a0f8ee777aff'] in dv-cinder-786385-2-iscsi is: [{'id': '832eeb78-8e77-4fef-8234-a0f8ee777aff', 'name': 'tempest-AttachVolumeShelveTestJSON-1531100270-router', 'tenant_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:38:28Z', 'updated_at': '2021-04-21T14:50:25Z', 'revision_number': 6, 'project_id': 'b0771cc9ab3c4a23881ef55e4b3218b3', 'gw_port_host': None}] {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:50:26.485564 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7e6c3f79-de98-40c3-8b0f-ed7cac8a5e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:26.489907 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-b0e2594e-7ff0-450a-94ae-6247404f68bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:50:26.539998 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c3f79-de98-40c3-8b0f-ed7cac8a5e58 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b14bf35-6957-43bb-b4ea-f8208d8ab602,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:50:26.544211 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-7e6c3f79-de98-40c3-8b0f-ed7cac8a5e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:50:26.642110 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7e6c3f79-de98-40c3-8b0f-ed7cac8a5e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650085'] for router_gateway, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:26.839127 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7e6c3f79-de98-40c3-8b0f-ed7cac8a5e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773215'] for router, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:26.843093 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7e6c3f79-de98-40c3-8b0f-ed7cac8a5e58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:26.950022 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7e6c3f79-de98-40c3-8b0f-ed7cac8a5e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854151811'] for router, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:26.950621 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6c3f79-de98-40c3-8b0f-ed7cac8a5e58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 832eeb78-8e77-4fef-8234-a0f8ee777aff {{(pid=86394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 21 14:50:26.965636 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7e6c3f79-de98-40c3-8b0f-ed7cac8a5e58 admin admin] Notify callbacks [] for router, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:26.969706 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-7e6c3f79-de98-40c3-8b0f-ed7cac8a5e58 admin admin] 10.222.0.24 "DELETE /v2.0/routers/832eeb78-8e77-4fef-8234-a0f8ee777aff HTTP/1.1" status: 204  len: 168 time: 1.7574458
Apr 21 14:50:26.970040 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 33120) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:50:27.041951 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_v2 [None req-95586c25-1212-48b6-8887-2cf3f2cf99a1 admin admin] Deleting subnet 48293642-451e-458e-960c-7fbf1e7e7bc3 {{(pid=86394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 14:50:27.045883 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-95586c25-1212-48b6-8887-2cf3f2cf99a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:27.110727 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-95586c25-1212-48b6-8887-2cf3f2cf99a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14890559'] for subnet, precommit_delete_associations {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:27.206068 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-95586c25-1212-48b6-8887-2cf3f2cf99a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1951284'] for subnet, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:27.489799 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-95586c25-1212-48b6-8887-2cf3f2cf99a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852824564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15686350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839266476'] for subnet, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:27.494151 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:50:27.531672 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95586c25-1212-48b6-8887-2cf3f2cf99a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48293642-451e-458e-960c-7fbf1e7e7bc3,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:50:27.535784 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-95586c25-1212-48b6-8887-2cf3f2cf99a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:50:27.538602 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-95586c25-1212-48b6-8887-2cf3f2cf99a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for subnet, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:27.544478 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348ee97f-df4c-474b-ba0c-34ffd935ebae None None] Network 4398a4b8-9ecd-43b2-988b-da3ccd660ad9 requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:50:27.548449 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-95586c25-1212-48b6-8887-2cf3f2cf99a1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/48293642-451e-458e-960c-7fbf1e7e7bc3 HTTP/1.1" status: 204  len: 168 time: 0.5746694
Apr 21 14:50:27.548773 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 33126) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:50:27.570476 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device a873b1cc-f3ac-49d9-99f9-237bb240300f no longer exists at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:50:27.675399 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] No Port match for: a873b1cc-f3ac-49d9-99f9-237bb240300f {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:50:27.675784 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device a873b1cc-f3ac-49d9-99f9-237bb240300f not bound to the agent host dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:50:27.676257 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 3b14bf35-6957-43bb-b4ea-f8208d8ab602 no longer exists at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:50:27.687629 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c2a27fd9-6c27-420e-9432-4742e26da536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2044280'] for network, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:27.701568 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-c2a27fd9-6c27-420e-9432-4742e26da536 admin admin] Deleting port 6d82546a-5a08-4823-898f-7a0f974243cb {{(pid=86394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:50:27.701943 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c2a27fd9-6c27-420e-9432-4742e26da536 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:27.728495 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] No Port match for: 3b14bf35-6957-43bb-b4ea-f8208d8ab602 {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:50:27.728887 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 3b14bf35-6957-43bb-b4ea-f8208d8ab602 not bound to the agent host dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:50:27.896157 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9428cb26-a110-4d96-9bcc-a89fd2cb535d None None] DHCP port deletion for 4398a4b8-9ecd-43b2-988b-da3ccd660ad9 request from dv-cinder-786385-2-iscsi {{(pid=86395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 21 14:50:27.901767 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-9428cb26-a110-4d96-9bcc-a89fd2cb535d None None] Deleting port 6d82546a-5a08-4823-898f-7a0f974243cb {{(pid=86395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:50:27.902407 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9428cb26-a110-4d96-9bcc-a89fd2cb535d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:27.943853 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-c2a27fd9-6c27-420e-9432-4742e26da536 admin admin] For port 6d82546a-5a08-4823-898f-7a0f974243cb, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=6d82546a-5a08-4823-898f-7a0f974243cb,segment=NetworkSegment(aad70013-a75a-432c-9a4b-498f88914087),segment_id=aad70013-a75a-432c-9a4b-498f88914087)] {{(pid=86394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:50:27.944241 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c2a27fd9-6c27-420e-9432-4742e26da536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:28.084381 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-c2a27fd9-6c27-420e-9432-4742e26da536 admin admin] Calling delete_port for 6d82546a-5a08-4823-898f-7a0f974243cb owned by network:dhcp {{(pid=86394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:50:28.160061 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-9428cb26-a110-4d96-9bcc-a89fd2cb535d None None] For port 6d82546a-5a08-4823-898f-7a0f974243cb, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=6d82546a-5a08-4823-898f-7a0f974243cb,segment=NetworkSegment(aad70013-a75a-432c-9a4b-498f88914087),segment_id=aad70013-a75a-432c-9a4b-498f88914087)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:50:28.160501 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9428cb26-a110-4d96-9bcc-a89fd2cb535d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:28.168115 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c2a27fd9-6c27-420e-9432-4742e26da536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:28.173387 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-bbcccf46-63a2-451e-8ae9-83771c2696bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:50:28.222683 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a27fd9-6c27-420e-9432-4742e26da536 admin admin] No DVR routers for this DVR port 6d82546a-5a08-4823-898f-7a0f974243cb on host dv-cinder-786385-2-iscsi {{(pid=86394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 14:50:28.250988 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a27fd9-6c27-420e-9432-4742e26da536 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d82546a-5a08-4823-898f-7a0f974243cb,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:50:28.253675 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c2a27fd9-6c27-420e-9432-4742e26da536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:50:28.295024 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-9428cb26-a110-4d96-9bcc-a89fd2cb535d None None] Calling delete_port for 6d82546a-5a08-4823-898f-7a0f974243cb owned by network:dhcp {{(pid=86395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:50:28.357009 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c2a27fd9-6c27-420e-9432-4742e26da536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852824479', 'neutron.services.segments.db._delete_segments_for_network-8759846428787'] for network, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:28.380566 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.db.api [None req-9428cb26-a110-4d96-9bcc-a89fd2cb535d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86395) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 14:50:28.380946 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_db.api [None req-9428cb26-a110-4d96-9bcc-a89fd2cb535d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 14:50:28.479289 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-c2a27fd9-6c27-420e-9432-4742e26da536 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78f72c36a0>,) {'filters': {'network_id': ['4398a4b8-9ecd-43b2-988b-da3ccd660ad9']}} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:50:28.493009 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-c2a27fd9-6c27-420e-9432-4742e26da536 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78f72c36a0>, 'aad70013-a75a-432c-9a4b-498f88914087') {'for_net_delete': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:50:28.493353 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-c2a27fd9-6c27-420e-9432-4742e26da536 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78f72c36a0>, 'aad70013-a75a-432c-9a4b-498f88914087') {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:50:28.507221 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c2a27fd9-6c27-420e-9432-4742e26da536 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277008185699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839885257'] for segment, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:28.523245 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c2a27fd9-6c27-420e-9432-4742e26da536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852863918'] for segment, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:28.530095 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a27fd9-6c27-420e-9432-4742e26da536 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=86394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 14:50:28.719116 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-c2a27fd9-6c27-420e-9432-4742e26da536 admin admin] Network 4398a4b8-9ecd-43b2-988b-da3ccd660ad9 has no segments {{(pid=86394) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 14:50:28.729226 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c2a27fd9-6c27-420e-9432-4742e26da536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1911845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839088275'] for segment, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:28.882528 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-9428cb26-a110-4d96-9bcc-a89fd2cb535d None None] Deleting port 6d82546a-5a08-4823-898f-7a0f974243cb {{(pid=86395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:50:28.883478 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9428cb26-a110-4d96-9bcc-a89fd2cb535d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:28.915190 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-c2a27fd9-6c27-420e-9432-4742e26da536 admin admin] Network 4398a4b8-9ecd-43b2-988b-da3ccd660ad9 has no segments {{(pid=86394) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 14:50:28.939766 dv-cinder-786385-2-iscsi neutron-server[86282]: Traceback (most recent call last):
Apr 21 14:50:28.939766 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 14:50:28.939766 dv-cinder-786385-2-iscsi neutron-server[86282]:     timer()
Apr 21 14:50:28.939766 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 14:50:28.939766 dv-cinder-786385-2-iscsi neutron-server[86282]:     cb(*args, **kw)
Apr 21 14:50:28.939766 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 14:50:28.939766 dv-cinder-786385-2-iscsi neutron-server[86282]:     return func(*args, **kwargs)
Apr 21 14:50:28.939766 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 14:50:28.939766 dv-cinder-786385-2-iscsi neutron-server[86282]:     self._notify()
Apr 21 14:50:28.939766 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 14:50:28.939766 dv-cinder-786385-2-iscsi neutron-server[86282]:     self.callback(batched_events)
Apr 21 14:50:28.939766 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 14:50:28.939766 dv-cinder-786385-2-iscsi neutron-server[86282]:     event.method(event)
Apr 21 14:50:28.939766 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 14:50:28.939766 dv-cinder-786385-2-iscsi neutron-server[86282]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 14:50:28.939766 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 14:50:28.939766 dv-cinder-786385-2-iscsi neutron-server[86282]:     segment_id)['aggregates'][0]
Apr 21 14:50:28.939766 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 14:50:28.939766 dv-cinder-786385-2-iscsi neutron-server[86282]:     return f(self, *a, **k)
Apr 21 14:50:28.939766 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 14:50:28.939766 dv-cinder-786385-2-iscsi neutron-server[86282]:     return self._get(url).json()
Apr 21 14:50:28.939766 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 14:50:28.939766 dv-cinder-786385-2-iscsi neutron-server[86282]:     **kwargs)
Apr 21 14:50:28.939766 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 14:50:28.939766 dv-cinder-786385-2-iscsi neutron-server[86282]:     return self.request(url, 'GET', **kwargs)
Apr 21 14:50:28.939766 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 14:50:28.939766 dv-cinder-786385-2-iscsi neutron-server[86282]:     **endpoint_filter)
Apr 21 14:50:28.939766 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 14:50:28.939766 dv-cinder-786385-2-iscsi neutron-server[86282]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 14:50:28.939766 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 14:50:28.939766 dv-cinder-786385-2-iscsi neutron-server[86282]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 14:50:28.939766 dv-cinder-786385-2-iscsi neutron-server[86282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 14:50:28.958472 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-9428cb26-a110-4d96-9bcc-a89fd2cb535d None None] The port '6d82546a-5a08-4823-898f-7a0f974243cb' was deleted {{(pid=86395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 21 14:50:29.035833 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c2a27fd9-6c27-420e-9432-4742e26da536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1951337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630402'] for network, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:29.041847 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:50:29.067816 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c2a27fd9-6c27-420e-9432-4742e26da536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for network, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:29.089069 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a27fd9-6c27-420e-9432-4742e26da536 admin admin] Pushing event deleted for resources: {'Network': ['ID=4398a4b8-9ecd-43b2-988b-da3ccd660ad9,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:50:29.093114 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c2a27fd9-6c27-420e-9432-4742e26da536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:50:29.106360 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-c2a27fd9-6c27-420e-9432-4742e26da536 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4398a4b8-9ecd-43b2-988b-da3ccd660ad9 HTTP/1.1" status: 204  len: 168 time: 1.5564077
Apr 21 14:50:29.253110 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 33134) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:50:29.315059 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-e27c1996-a140-4bcb-83d2-f846fd493e5c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b0771cc9ab3c4a23881ef55e4b3218b3&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0605087
Apr 21 14:50:29.318038 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 33138) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:50:29.397120 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f054abb6-a9b7-416f-acf5-f9763144efda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:29.421762 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-547a814f-2433-4bc4-80f2-b008f50bc280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:29.435708 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f054abb6-a9b7-416f-acf5-f9763144efda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:29.489160 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f054abb6-a9b7-416f-acf5-f9763144efda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:29.494638 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-3486a641-ed08-405e-938e-45cd488ac74b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:50:29.512484 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054abb6-a9b7-416f-acf5-f9763144efda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10928995-b48e-47c2-97f1-4286b7a6e568,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:50:29.515860 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f054abb6-a9b7-416f-acf5-f9763144efda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:50:29.518156 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f054abb6-a9b7-416f-acf5-f9763144efda admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:29.519391 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-f054abb6-a9b7-416f-acf5-f9763144efda admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/10928995-b48e-47c2-97f1-4286b7a6e568 HTTP/1.1" status: 204  len: 168 time: 0.2002974
Apr 21 14:50:29.564697 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 6d82546a-5a08-4823-898f-7a0f974243cb no longer exists at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:50:29.602971 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] No Port match for: 6d82546a-5a08-4823-898f-7a0f974243cb {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:50:29.603369 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 6d82546a-5a08-4823-898f-7a0f974243cb not bound to the agent host dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:50:32.104127 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:32.237458 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9c115e2f-e982-4ceb-9e9a-86fb451b4860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:32.488928 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:34.227577 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:38.935273 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:50:39.413699 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:50:59.418631 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-77f4c431-a7c0-453f-b5bb-2ac444bd849d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:02.105911 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:02.232028 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b7d7f20d-8c59-4dbc-bc1a-db31fee3db46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:02.506191 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:04.230755 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:08.946973 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:16.405407 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:51:21.430006 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 33606) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:51:21.623873 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-cd4e5172-de80-4744-8ee7-5e148883c980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:21.639541 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-cd4e5172-de80-4744-8ee7-5e148883c980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:51:21.643835 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-cd4e5172-de80-4744-8ee7-5e148883c980 admin admin] Usage tracker for resource:security_group_rule and tenant:7094427d6e2c4fe5af63bb9ea5a61671 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:51:21.646963 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-cd4e5172-de80-4744-8ee7-5e148883c980 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:51:21.653365 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-cd4e5172-de80-4744-8ee7-5e148883c980 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:51:21.754965 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-cd4e5172-de80-4744-8ee7-5e148883c980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:21.759293 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-cd4e5172-de80-4744-8ee7-5e148883c980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:21.767418 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-00ade58d-11f7-4359-bf89-241a23bc784f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:51:21.816226 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-cd4e5172-de80-4744-8ee7-5e148883c980 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7094427d6e2c4fe5af63bb9ea5a61671&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3850152
Apr 21 14:51:21.817177 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e5172-de80-4744-8ee7-5e148883c980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5678d83b-b355-49f1-812c-c75e5989b282,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:51:21.819380 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 33612) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:51:21.825560 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e5172-de80-4744-8ee7-5e148883c980 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:51:21.825962 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e5172-de80-4744-8ee7-5e148883c980 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:51:21.826410 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e5172-de80-4744-8ee7-5e148883c980 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:51:21.826820 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e5172-de80-4744-8ee7-5e148883c980 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:51:21.827227 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e5172-de80-4744-8ee7-5e148883c980 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:51:21.827630 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e5172-de80-4744-8ee7-5e148883c980 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:51:21.828030 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e5172-de80-4744-8ee7-5e148883c980 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:51:21.828434 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e5172-de80-4744-8ee7-5e148883c980 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:51:21.828812 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e5172-de80-4744-8ee7-5e148883c980 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:51:21.829209 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e5172-de80-4744-8ee7-5e148883c980 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:51:21.829712 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e5172-de80-4744-8ee7-5e148883c980 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:51:21.830140 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e5172-de80-4744-8ee7-5e148883c980 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:51:21.834606 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-cd4e5172-de80-4744-8ee7-5e148883c980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:51:21.885585 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-5221fa5a-bf3f-4618-b311-540d2aa1d66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:21.916520 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-5221fa5a-bf3f-4618-b311-540d2aa1d66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:21.973884 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-5221fa5a-bf3f-4618-b311-540d2aa1d66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:21.978602 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9bf3f250-761a-4d80-912a-436306244f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:51:21.991847 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5221fa5a-bf3f-4618-b311-540d2aa1d66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5678d83b-b355-49f1-812c-c75e5989b282,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:51:22.003763 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5221fa5a-bf3f-4618-b311-540d2aa1d66c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:51:22.004210 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5221fa5a-bf3f-4618-b311-540d2aa1d66c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:51:22.004633 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5221fa5a-bf3f-4618-b311-540d2aa1d66c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:51:22.005082 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5221fa5a-bf3f-4618-b311-540d2aa1d66c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:51:22.005546 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5221fa5a-bf3f-4618-b311-540d2aa1d66c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:51:22.005911 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5221fa5a-bf3f-4618-b311-540d2aa1d66c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:51:22.006370 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5221fa5a-bf3f-4618-b311-540d2aa1d66c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:51:22.006780 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5221fa5a-bf3f-4618-b311-540d2aa1d66c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:51:22.007184 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5221fa5a-bf3f-4618-b311-540d2aa1d66c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:51:22.007586 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5221fa5a-bf3f-4618-b311-540d2aa1d66c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:51:22.008047 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5221fa5a-bf3f-4618-b311-540d2aa1d66c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:51:22.008421 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5221fa5a-bf3f-4618-b311-540d2aa1d66c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:51:22.015673 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-5221fa5a-bf3f-4618-b311-540d2aa1d66c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:51:22.017208 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-5221fa5a-bf3f-4618-b311-540d2aa1d66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:22.023843 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-5221fa5a-bf3f-4618-b311-540d2aa1d66c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5678d83b-b355-49f1-812c-c75e5989b282 HTTP/1.1" status: 204  len: 168 time: 0.2010231
Apr 21 14:51:22.365756 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 33622) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:51:22.386801 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fbc23cb6-2ea7-40fc-890c-690287343b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:22.403119 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-fbc23cb6-2ea7-40fc-890c-690287343b12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:51:22.407876 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-fbc23cb6-2ea7-40fc-890c-690287343b12 admin admin] Usage tracker for resource:security_group_rule and tenant:e82ad60f89db42f1a24c1f8fcb79f8c7 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:51:22.411002 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-fbc23cb6-2ea7-40fc-890c-690287343b12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:51:22.417324 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-fbc23cb6-2ea7-40fc-890c-690287343b12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:51:22.507355 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fbc23cb6-2ea7-40fc-890c-690287343b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:22.510851 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fbc23cb6-2ea7-40fc-890c-690287343b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:22.520034 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f5af2bb0-2df8-480f-b151-de39684396b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:51:22.563844 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-fbc23cb6-2ea7-40fc-890c-690287343b12 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e82ad60f89db42f1a24c1f8fcb79f8c7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1967463
Apr 21 14:51:22.565584 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc23cb6-2ea7-40fc-890c-690287343b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd7e2e6-d408-48b0-9d8a-c96d9c1bd6f1,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:51:22.567396 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 33626) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:51:22.568801 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-fbc23cb6-2ea7-40fc-890c-690287343b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:51:22.631618 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4ec57bec-752b-42ec-9940-2ba3d444099b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:22.659409 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4ec57bec-752b-42ec-9940-2ba3d444099b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:22.709453 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4ec57bec-752b-42ec-9940-2ba3d444099b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:22.713342 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-5221fa5a-bf3f-4618-b311-540d2aa1d66c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:51:22.725176 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec57bec-752b-42ec-9940-2ba3d444099b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd7e2e6-d408-48b0-9d8a-c96d9c1bd6f1,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:51:22.728982 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-4ec57bec-752b-42ec-9940-2ba3d444099b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:51:22.732248 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4ec57bec-752b-42ec-9940-2ba3d444099b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:22.733434 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-4ec57bec-752b-42ec-9940-2ba3d444099b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fcd7e2e6-d408-48b0-9d8a-c96d9c1bd6f1 HTTP/1.1" status: 204  len: 168 time: 0.1649644
Apr 21 14:51:24.977517 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 33684) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:51:25.124106 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e42828ff-2633-49ca-9678-2c230b87c9f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:25.140703 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-e42828ff-2633-49ca-9678-2c230b87c9f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:51:25.145401 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-e42828ff-2633-49ca-9678-2c230b87c9f2 admin admin] Usage tracker for resource:security_group_rule and tenant:550ac868795c4785990c127e0fb13f24 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:51:25.150776 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-e42828ff-2633-49ca-9678-2c230b87c9f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:51:25.157802 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-e42828ff-2633-49ca-9678-2c230b87c9f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:51:25.270532 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e42828ff-2633-49ca-9678-2c230b87c9f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:25.275411 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e42828ff-2633-49ca-9678-2c230b87c9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:25.282921 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e0a2d980-e2e2-4cb5-9679-e8799eb602f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:51:25.326924 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-e42828ff-2633-49ca-9678-2c230b87c9f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=550ac868795c4785990c127e0fb13f24&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3481374
Apr 21 14:51:25.327840 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42828ff-2633-49ca-9678-2c230b87c9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a833fb01-ec38-4176-b19c-42b44268ae0a,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:51:25.331271 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 33690) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:51:25.331591 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e42828ff-2633-49ca-9678-2c230b87c9f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:51:25.402498 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1d854c4f-a80e-4bbb-8fce-2949fbb8a27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:25.435788 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1d854c4f-a80e-4bbb-8fce-2949fbb8a27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:25.486925 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1d854c4f-a80e-4bbb-8fce-2949fbb8a27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:25.492135 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-09527ee2-010d-456f-a1a9-cd9dda02694a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:51:25.507585 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d854c4f-a80e-4bbb-8fce-2949fbb8a27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a833fb01-ec38-4176-b19c-42b44268ae0a,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:51:25.510169 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-1d854c4f-a80e-4bbb-8fce-2949fbb8a27e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:51:25.523161 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1d854c4f-a80e-4bbb-8fce-2949fbb8a27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:25.524415 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-1d854c4f-a80e-4bbb-8fce-2949fbb8a27e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a833fb01-ec38-4176-b19c-42b44268ae0a HTTP/1.1" status: 204  len: 168 time: 0.1916072
Apr 21 14:51:25.860305 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 33700) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:51:25.879974 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a83c68b3-04ff-44c5-9499-aef550f86149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:25.895511 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-a83c68b3-04ff-44c5-9499-aef550f86149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:51:25.899717 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-a83c68b3-04ff-44c5-9499-aef550f86149 admin admin] Usage tracker for resource:security_group_rule and tenant:3e6e790b180443dd81f73b6a2aaa22fc is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:51:25.902760 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-a83c68b3-04ff-44c5-9499-aef550f86149 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:51:25.909167 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-a83c68b3-04ff-44c5-9499-aef550f86149 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:51:25.999432 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a83c68b3-04ff-44c5-9499-aef550f86149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:26.002977 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a83c68b3-04ff-44c5-9499-aef550f86149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:26.011055 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-7f34cfa9-9e19-42a4-80a7-102d1b74d49d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:51:26.056687 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-a83c68b3-04ff-44c5-9499-aef550f86149 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e6e790b180443dd81f73b6a2aaa22fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1951869
Apr 21 14:51:26.057635 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c68b3-04ff-44c5-9499-aef550f86149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f09a68-3038-4a7d-900a-27f71ab01dcd,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:51:26.059961 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 33704) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:51:26.060985 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-a83c68b3-04ff-44c5-9499-aef550f86149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:51:26.123678 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f4831dbb-7dc4-411e-bd18-0ce13abf5672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:26.154107 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f4831dbb-7dc4-411e-bd18-0ce13abf5672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:26.203326 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f4831dbb-7dc4-411e-bd18-0ce13abf5672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:26.207287 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-48546de3-25ae-4eba-903e-bf421d561d90 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:51:26.221459 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4831dbb-7dc4-411e-bd18-0ce13abf5672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f09a68-3038-4a7d-900a-27f71ab01dcd,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:51:26.223922 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f4831dbb-7dc4-411e-bd18-0ce13abf5672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:51:26.232015 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f4831dbb-7dc4-411e-bd18-0ce13abf5672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:26.233351 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-f4831dbb-7dc4-411e-bd18-0ce13abf5672 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f3f09a68-3038-4a7d-900a-27f71ab01dcd HTTP/1.1" status: 204  len: 168 time: 0.1722820
Apr 21 14:51:28.296326 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 33756) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:51:28.429457 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a0bc351f-a660-4096-a2cd-f2f0ee18d330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:28.449551 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-a0bc351f-a660-4096-a2cd-f2f0ee18d330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:51:28.454262 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-a0bc351f-a660-4096-a2cd-f2f0ee18d330 admin admin] Usage tracker for resource:security_group_rule and tenant:ceb559bc6ea843b79ebad4faada1c6db is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:51:28.457713 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-a0bc351f-a660-4096-a2cd-f2f0ee18d330 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:51:28.464261 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-a0bc351f-a660-4096-a2cd-f2f0ee18d330 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:51:28.556415 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a0bc351f-a660-4096-a2cd-f2f0ee18d330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:28.559802 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a0bc351f-a660-4096-a2cd-f2f0ee18d330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:28.569748 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-71b6f2a8-3004-49b9-8337-e365fbec6593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:51:28.613550 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-a0bc351f-a660-4096-a2cd-f2f0ee18d330 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ceb559bc6ea843b79ebad4faada1c6db&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3159873
Apr 21 14:51:28.614521 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc351f-a660-4096-a2cd-f2f0ee18d330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1258a89-2a43-4fdf-8cea-9cba1cb4a706,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:51:28.617134 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 33762) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:51:28.620050 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-a0bc351f-a660-4096-a2cd-f2f0ee18d330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:51:28.682582 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8daa1284-e01c-4402-afb4-a2db5932cdef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:28.712342 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8daa1284-e01c-4402-afb4-a2db5932cdef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:28.760513 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8daa1284-e01c-4402-afb4-a2db5932cdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:28.764465 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-da3c0729-b63c-47cf-bcf5-c74bf42718e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:51:28.779790 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa1284-e01c-4402-afb4-a2db5932cdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1258a89-2a43-4fdf-8cea-9cba1cb4a706,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:51:28.782648 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8daa1284-e01c-4402-afb4-a2db5932cdef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:51:28.789087 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8daa1284-e01c-4402-afb4-a2db5932cdef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:28.793628 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-8daa1284-e01c-4402-afb4-a2db5932cdef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f1258a89-2a43-4fdf-8cea-9cba1cb4a706 HTTP/1.1" status: 204  len: 168 time: 0.1753380
Apr 21 14:51:29.112078 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 33772) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:51:29.132164 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-810e1b6f-418b-4918-a1ad-06ab5355ddb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:29.152258 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-810e1b6f-418b-4918-a1ad-06ab5355ddb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:51:29.156440 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-810e1b6f-418b-4918-a1ad-06ab5355ddb0 admin admin] Usage tracker for resource:security_group_rule and tenant:6dd16451679e4c1099448bb9dbb08feb is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:51:29.159509 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-810e1b6f-418b-4918-a1ad-06ab5355ddb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:51:29.165586 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-810e1b6f-418b-4918-a1ad-06ab5355ddb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:51:29.250503 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-810e1b6f-418b-4918-a1ad-06ab5355ddb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:29.255612 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-810e1b6f-418b-4918-a1ad-06ab5355ddb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:29.267615 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-140455b5-a2d5-4911-a8b7-50775d30fdef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:51:29.312435 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-810e1b6f-418b-4918-a1ad-06ab5355ddb0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6dd16451679e4c1099448bb9dbb08feb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1991954
Apr 21 14:51:29.313379 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e1b6f-418b-4918-a1ad-06ab5355ddb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a3ee9e-85e6-466d-b5b3-167fc87223fa,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:51:29.315583 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 33776) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:51:29.317173 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-810e1b6f-418b-4918-a1ad-06ab5355ddb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:51:29.382219 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8b9b9aa2-00f2-484d-843f-99d52ec8fe9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:29.410738 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8b9b9aa2-00f2-484d-843f-99d52ec8fe9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:29.426777 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-5c31556b-2592-497c-b26e-0d155fb80589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:29.459885 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8b9b9aa2-00f2-484d-843f-99d52ec8fe9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:29.463877 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-a0bc351f-a660-4096-a2cd-f2f0ee18d330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:51:29.475903 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b9aa2-00f2-484d-843f-99d52ec8fe9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a3ee9e-85e6-466d-b5b3-167fc87223fa,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:51:29.479847 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8b9b9aa2-00f2-484d-843f-99d52ec8fe9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:51:29.483725 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8b9b9aa2-00f2-484d-843f-99d52ec8fe9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:29.484957 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-8b9b9aa2-00f2-484d-843f-99d52ec8fe9c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/13a3ee9e-85e6-466d-b5b3-167fc87223fa HTTP/1.1" status: 204  len: 168 time: 0.1681287
Apr 21 14:51:32.110773 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:32.236221 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0d0c3a3d-37ee-4dc3-a38a-ece0bce10b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:32.494216 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:34.236483 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:38.963596 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:40.147342 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 33880) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:51:40.309434 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2027d333-9368-4b5d-b24c-78e125ef5851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:40.325696 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-2027d333-9368-4b5d-b24c-78e125ef5851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:51:40.329785 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-2027d333-9368-4b5d-b24c-78e125ef5851 admin admin] Usage tracker for resource:security_group_rule and tenant:307e90d761684d18b9b1b2baa8e484bf is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:51:40.332777 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-2027d333-9368-4b5d-b24c-78e125ef5851 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:51:40.339098 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-2027d333-9368-4b5d-b24c-78e125ef5851 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:51:40.429273 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2027d333-9368-4b5d-b24c-78e125ef5851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:40.433693 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2027d333-9368-4b5d-b24c-78e125ef5851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:40.445406 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8daa1284-e01c-4402-afb4-a2db5932cdef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:51:40.488103 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027d333-9368-4b5d-b24c-78e125ef5851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1184ce3-9c69-459e-9696-7862f0da6e48,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:51:40.491678 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2027d333-9368-4b5d-b24c-78e125ef5851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:51:40.497061 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-2027d333-9368-4b5d-b24c-78e125ef5851 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=307e90d761684d18b9b1b2baa8e484bf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3459432
Apr 21 14:51:40.497604 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 33886) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:51:40.560673 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0c6f0c1e-4818-43b2-b72d-09e8394222d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:40.588571 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0c6f0c1e-4818-43b2-b72d-09e8394222d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:40.636095 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0c6f0c1e-4818-43b2-b72d-09e8394222d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:40.640204 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-958fd7e0-4520-4ff5-96c7-901073a4c3da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:51:40.652901 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f0c1e-4818-43b2-b72d-09e8394222d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1184ce3-9c69-459e-9696-7862f0da6e48,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:51:40.655758 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-0c6f0c1e-4818-43b2-b72d-09e8394222d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:51:40.662875 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0c6f0c1e-4818-43b2-b72d-09e8394222d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:40.664552 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-0c6f0c1e-4818-43b2-b72d-09e8394222d3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f1184ce3-9c69-459e-9696-7862f0da6e48 HTTP/1.1" status: 204  len: 168 time: 0.1662338
Apr 21 14:51:43.938113 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-183ca1e0-db38-429c-bb6e-222aaa654c9f req-dfe94224-83da-49e6-b7a1-92addd4868f2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b886ca0-c1b7-4e12-a979-b3ddf5b77f58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0980415
Apr 21 14:51:44.093978 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ca1e0-db38-429c-bb6e-222aaa654c9f req-20f52246-db1c-4ece-9205-b8a3273544a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:51:44.095631 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-183ca1e0-db38-429c-bb6e-222aaa654c9f req-20f52246-db1c-4ece-9205-b8a3273544a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f31a5650834e49b288140b0ca768c2&device_id=8b886ca0-c1b7-4e12-a979-b3ddf5b77f58 HTTP/1.1" status: 200  len: 1098 time: 0.0833702
Apr 21 14:51:44.287321 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ca1e0-db38-429c-bb6e-222aaa654c9f req-a4e5bd9b-128b-40bc-842d-622040afa4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:51:44.288979 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-183ca1e0-db38-429c-bb6e-222aaa654c9f req-a4e5bd9b-128b-40bc-842d-622040afa4f6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3bf02896-5a06-4820-afef-e1d155642dab HTTP/1.1" status: 200  len: 913 time: 0.1658733
Apr 21 14:51:44.408554 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-183ca1e0-db38-429c-bb6e-222aaa654c9f req-2dd62517-4dee-4eb9-9595-3f27c48b25c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edae6881-37a1-437a-a77d-c55e80187a50 HTTP/1.1" status: 200  len: 1001 time: 0.1098995
Apr 21 14:51:44.481940 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ca1e0-db38-429c-bb6e-222aaa654c9f req-fc93bc73-3ac4-4c9f-aa50-826315d23f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:51:44.483545 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-183ca1e0-db38-429c-bb6e-222aaa654c9f req-fc93bc73-3ac4-4c9f-aa50-826315d23f75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9520c503-7474-4d15-8642-8ca9a66eae6e HTTP/1.1" status: 200  len: 851 time: 0.0667348
Apr 21 14:51:44.586534 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ca1e0-db38-429c-bb6e-222aaa654c9f req-6cfa7d30-b626-4618-9c4d-b1c975647a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:51:44.588043 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-183ca1e0-db38-429c-bb6e-222aaa654c9f req-6cfa7d30-b626-4618-9c4d-b1c975647a8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3bf02896-5a06-4820-afef-e1d155642dab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0885229
Apr 21 14:51:44.752332 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-183ca1e0-db38-429c-bb6e-222aaa654c9f req-4b51b96f-9295-4fbe-badb-dacfae484956 service neutron] 10.222.0.36 "GET /v2.0/networks/3bf02896-5a06-4820-afef-e1d155642dab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1558900
Apr 21 14:51:44.907447 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-183ca1e0-db38-429c-bb6e-222aaa654c9f req-72545d14-9924-4661-9ccc-735ce583b74a service neutron] 10.222.0.36 "GET /v2.0/networks/3bf02896-5a06-4820-afef-e1d155642dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1459763
Apr 21 14:51:53.407077 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:51:53.411831 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 34068) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:51:53.552065 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-25cddd18-1759-4adf-82e4-3cc400709ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:53.568372 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-25cddd18-1759-4adf-82e4-3cc400709ac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:51:53.572856 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-25cddd18-1759-4adf-82e4-3cc400709ac1 admin admin] Usage tracker for resource:security_group_rule and tenant:7bda95d9e19a42cc94144cbba77505b3 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:51:53.576068 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-25cddd18-1759-4adf-82e4-3cc400709ac1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:51:53.582545 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-25cddd18-1759-4adf-82e4-3cc400709ac1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:51:53.676932 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-25cddd18-1759-4adf-82e4-3cc400709ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:53.680781 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-25cddd18-1759-4adf-82e4-3cc400709ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:53.688470 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-21360cc7-b53f-40c8-b4de-950384530854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:51:53.736828 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-25cddd18-1759-4adf-82e4-3cc400709ac1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7bda95d9e19a42cc94144cbba77505b3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3232057
Apr 21 14:51:53.737656 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cddd18-1759-4adf-82e4-3cc400709ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb0badb-b7ba-46ef-b47f-6cafd0b40c08,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:51:53.739781 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 34074) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:51:53.741346 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-25cddd18-1759-4adf-82e4-3cc400709ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:51:53.805045 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e1a20762-8780-43d8-aafb-ad5d210c49d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:53.833672 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e1a20762-8780-43d8-aafb-ad5d210c49d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:53.891524 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e1a20762-8780-43d8-aafb-ad5d210c49d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:53.896664 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-53da97a8-6c9d-438f-90a4-ad10700973f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:51:53.907495 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a20762-8780-43d8-aafb-ad5d210c49d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb0badb-b7ba-46ef-b47f-6cafd0b40c08,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:51:53.911222 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e1a20762-8780-43d8-aafb-ad5d210c49d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:51:53.914815 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e1a20762-8780-43d8-aafb-ad5d210c49d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:51:53.915939 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-e1a20762-8780-43d8-aafb-ad5d210c49d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cdb0badb-b7ba-46ef-b47f-6cafd0b40c08 HTTP/1.1" status: 204  len: 168 time: 0.1747460
Apr 21 14:51:59.422026 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4afbf54b-7d10-4e79-991e-c9374cde72a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:02.111254 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:02.239801 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-710b3de1-f1b1-4a7b-81fe-314174ef162c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:02.490233 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:04.237086 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:04.972726 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 34198) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:52:05.106206 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b125d3c7-32f0-44f9-8377-7b8fc0270958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:05.121892 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-b125d3c7-32f0-44f9-8377-7b8fc0270958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:52:05.126123 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-b125d3c7-32f0-44f9-8377-7b8fc0270958 admin admin] Usage tracker for resource:security_group_rule and tenant:48f1669db1f64dc790342f6c8736c1a1 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:52:05.129183 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-b125d3c7-32f0-44f9-8377-7b8fc0270958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:52:05.135558 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-b125d3c7-32f0-44f9-8377-7b8fc0270958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:52:05.224179 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b125d3c7-32f0-44f9-8377-7b8fc0270958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:05.230925 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b125d3c7-32f0-44f9-8377-7b8fc0270958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:05.241973 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e62112be-2a71-4862-a5f5-f41bd9bed98f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:52:05.285795 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-b125d3c7-32f0-44f9-8377-7b8fc0270958 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=48f1669db1f64dc790342f6c8736c1a1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3116519
Apr 21 14:52:05.286810 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b125d3c7-32f0-44f9-8377-7b8fc0270958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90931c61-8874-495d-a421-e3432daa4c0a,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:52:05.288949 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 34204) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:52:05.290205 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-b125d3c7-32f0-44f9-8377-7b8fc0270958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:52:05.368483 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c0ebacec-8a14-4941-b21f-cc7427a155ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:05.397048 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c0ebacec-8a14-4941-b21f-cc7427a155ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:05.462054 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c0ebacec-8a14-4941-b21f-cc7427a155ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:05.466029 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2027d333-9368-4b5d-b24c-78e125ef5851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:52:05.477867 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ebacec-8a14-4941-b21f-cc7427a155ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90931c61-8874-495d-a421-e3432daa4c0a,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:52:05.482623 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c0ebacec-8a14-4941-b21f-cc7427a155ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:52:05.486028 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c0ebacec-8a14-4941-b21f-cc7427a155ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:05.487264 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-c0ebacec-8a14-4941-b21f-cc7427a155ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/90931c61-8874-495d-a421-e3432daa4c0a HTTP/1.1" status: 204  len: 168 time: 0.1972709
Apr 21 14:52:08.980819 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:17.952570 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f29e8-9f4e-4fdf-af24-769eb75ff5c0 req-9d508cd4-d2d0-498e-afbd-ed6629a3b946 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:52:17.954197 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-961f29e8-9f4e-4fdf-af24-769eb75ff5c0 req-9d508cd4-d2d0-498e-afbd-ed6629a3b946 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=17e0a0a8-1304-45b9-9f97-c2b4dea75e73 HTTP/1.1" status: 200  len: 945 time: 0.1054132
Apr 21 14:52:18.007854 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-961f29e8-9f4e-4fdf-af24-769eb75ff5c0 req-7f40a474-e95c-452b-8e5a-3f9e811b360e tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=f390ee4c-a3d1-482f-a7c0-cddae5eb436e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446072
Apr 21 14:52:19.229667 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcff13-ac1b-44f7-80be-78a6d41b9646 req-6176e29f-a002-4307-a6f0-cda334eca325 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:52:19.231280 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-20dcff13-ac1b-44f7-80be-78a6d41b9646 req-6176e29f-a002-4307-a6f0-cda334eca325 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=17e0a0a8-1304-45b9-9f97-c2b4dea75e73 HTTP/1.1" status: 200  len: 945 time: 0.0973430
Apr 21 14:52:19.288714 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-20dcff13-ac1b-44f7-80be-78a6d41b9646 req-6eb5a09a-7487-42b2-a119-26a1e5aabe67 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=f390ee4c-a3d1-482f-a7c0-cddae5eb436e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480020
Apr 21 14:52:19.908874 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d85c2b-fd4a-4a01-af44-49d4bcb5f3ce req-fdd31013-88f6-490a-b13f-aeb5395e5f95 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:52:19.910558 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-14d85c2b-fd4a-4a01-af44-49d4bcb5f3ce req-fdd31013-88f6-490a-b13f-aeb5395e5f95 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.36 "GET /v2.0/ports?device_id=17e0a0a8-1304-45b9-9f97-c2b4dea75e73 HTTP/1.1" status: 200  len: 945 time: 0.1034636
Apr 21 14:52:19.990061 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-14d85c2b-fd4a-4a01-af44-49d4bcb5f3ce req-1a84531f-7f04-4f33-a189-20a8e03bc565 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Deleting port 6d317d01-4d38-41ae-a496-0f075551f3b8 {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:52:19.990457 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-14d85c2b-fd4a-4a01-af44-49d4bcb5f3ce req-1a84531f-7f04-4f33-a189-20a8e03bc565 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:20.278205 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-14d85c2b-fd4a-4a01-af44-49d4bcb5f3ce req-1a84531f-7f04-4f33-a189-20a8e03bc565 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] For port 6d317d01-4d38-41ae-a496-0f075551f3b8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6d317d01-4d38-41ae-a496-0f075551f3b8,segment=NetworkSegment(f2d00b48-a8e9-439a-be0e-75fab15fd794),segment_id=f2d00b48-a8e9-439a-be0e-75fab15fd794)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:52:20.278851 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-14d85c2b-fd4a-4a01-af44-49d4bcb5f3ce req-1a84531f-7f04-4f33-a189-20a8e03bc565 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:20.494954 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ac10f-552e-4042-b548-47adbf3ac2b8 req-55ff5ef9-2330-4824-a66d-23ecf09aa350 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:52:20.496569 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b93ac10f-552e-4042-b548-47adbf3ac2b8 req-55ff5ef9-2330-4824-a66d-23ecf09aa350 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=17e0a0a8-1304-45b9-9f97-c2b4dea75e73 HTTP/1.1" status: 200  len: 945 time: 0.0921454
Apr 21 14:52:20.545392 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b93ac10f-552e-4042-b548-47adbf3ac2b8 req-ba75b629-bc87-4d22-814c-d8296385ae29 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups?id=f390ee4c-a3d1-482f-a7c0-cddae5eb436e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418065
Apr 21 14:52:20.601235 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-14d85c2b-fd4a-4a01-af44-49d4bcb5f3ce req-1a84531f-7f04-4f33-a189-20a8e03bc565 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:20.601653 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-14d85c2b-fd4a-4a01-af44-49d4bcb5f3ce req-1a84531f-7f04-4f33-a189-20a8e03bc565 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630449'] for floatingip, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:20.602024 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.l3_db [req-14d85c2b-fd4a-4a01-af44-49d4bcb5f3ce req-1a84531f-7f04-4f33-a189-20a8e03bc565 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Floating IP 06c0bb04-cb99-4997-8c7b-995d840c4ed3 disassociated. External IP: 172.27.3.126, port: 6d317d01-4d38-41ae-a496-0f075551f3b8.
Apr 21 14:52:20.602428 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-14d85c2b-fd4a-4a01-af44-49d4bcb5f3ce req-1a84531f-7f04-4f33-a189-20a8e03bc565 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Calling delete_port for 6d317d01-4d38-41ae-a496-0f075551f3b8 owned by compute:nova {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:52:20.759741 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-14d85c2b-fd4a-4a01-af44-49d4bcb5f3ce req-1a84531f-7f04-4f33-a189-20a8e03bc565 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:20.766280 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f54a019c-1d13-49b8-97b9-9d74b8759885 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:52:20.813706 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84531f-7f04-4f33-a189-20a8e03bc565 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Pushing event deleted for resources: {'Port': ['ID=6d317d01-4d38-41ae-a496-0f075551f3b8,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:52:20.817460 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-1a84531f-7f04-4f33-a189-20a8e03bc565 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:52:21.278897 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14d85c2b-fd4a-4a01-af44-49d4bcb5f3ce req-1a84531f-7f04-4f33-a189-20a8e03bc565 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Router eb7a0c10-adc5-449a-b68a-4d58e20b2077 has already been hosted by L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 {{(pid=86393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 14:52:21.475987 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14d85c2b-fd4a-4a01-af44-49d4bcb5f3ce req-1a84531f-7f04-4f33-a189-20a8e03bc565 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:52:21.485810 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4301510-3a41-4118-8603-a5acaa6a96a5 None None] Sync routers for ids ['eb7a0c10-adc5-449a-b68a-4d58e20b2077'] in dv-cinder-786385-2-iscsi {{(pid=86396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:52:21.496606 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4301510-3a41-4118-8603-a5acaa6a96a5 None None] Routers {'eb7a0c10-adc5-449a-b68a-4d58e20b2077'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:52:21.497322 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-b4301510-3a41-4118-8603-a5acaa6a96a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f6eae208>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:52:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['eb7a0c10-adc5-449a-b68a-4d58e20b2077'], 'active': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:52:21.558544 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d85c2b-fd4a-4a01-af44-49d4bcb5f3ce req-1a84531f-7f04-4f33-a189-20a8e03bc565 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] No DVR routers for this DVR port 6d317d01-4d38-41ae-a496-0f075551f3b8 on host hv-cinder-78638 {{(pid=86393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 14:52:21.561676 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-14d85c2b-fd4a-4a01-af44-49d4bcb5f3ce req-1a84531f-7f04-4f33-a189-20a8e03bc565 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:21.564225 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e0a0a8-1304-45b9-9f97-c2b4dea75e73', 'name': 'network-vif-deleted', 'tag': '6d317d01-4d38-41ae-a496-0f075551f3b8'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:52:21.581388 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-14d85c2b-fd4a-4a01-af44-49d4bcb5f3ce req-1a84531f-7f04-4f33-a189-20a8e03bc565 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.36 "DELETE /v2.0/ports/6d317d01-4d38-41ae-a496-0f075551f3b8 HTTP/1.1" status: 204  len: 173 time: 1.6649420
Apr 21 14:52:21.619416 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e0a0a8-1304-45b9-9f97-c2b4dea75e73', 'name': 'network-vif-deleted', 'tag': '6d317d01-4d38-41ae-a496-0f075551f3b8', 'status': 'completed', 'code': 200}
Apr 21 14:52:21.736380 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ffe3d27b-8e92-4a1f-a95f-8ca27fae51ed req-ef70a792-8d69-44ce-b8d9-242521440b4c tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/ports?device_id=17e0a0a8-1304-45b9-9f97-c2b4dea75e73 HTTP/1.1" status: 200  len: 210 time: 0.0598679
Apr 21 14:52:21.865493 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-b4301510-3a41-4118-8603-a5acaa6a96a5 None None] Set router eb7a0c10-adc5-449a-b68a-4d58e20b2077 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:52:22.221720 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-b4301510-3a41-4118-8603-a5acaa6a96a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f6eae208>, [{'id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'name': 'tempest-AttachVolumeTestJSON-1045067339-router', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:43:16Z', 'updated_at': '2021-04-21T14:43:26Z', 'revision_number': 4, 'project_id': '2023f43db8e84313ace24e0426447810', 'gw_port': {'id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:43:17Z', 'updated_at': '2021-04-21T14:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': 'f817e71f-5bcb-4e11-99c2-ca8f045e4b23', 'name': '', 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'mac_address': 'fa:16:3e:fb:53:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:43:23Z', 'updated_at': '2021-04-21T14:43:33Z', 'revision_number': 5, 'project_id': '2023f43db8e84313ace24e0426447810', 'subnets': [{'id': 'e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:52:22.226353 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4301510-3a41-4118-8603-a5acaa6a96a5 None None] Checking router: eb7a0c10-adc5-449a-b68a-4d58e20b2077 for host: dv-cinder-786385-2-iscsi {{(pid=86396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:52:22.235913 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4301510-3a41-4118-8603-a5acaa6a96a5 None None] Routers {'eb7a0c10-adc5-449a-b68a-4d58e20b2077'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:52:22.236576 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-b4301510-3a41-4118-8603-a5acaa6a96a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f6eae208>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:52:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['eb7a0c10-adc5-449a-b68a-4d58e20b2077'], 'active': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:52:22.425912 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-b4301510-3a41-4118-8603-a5acaa6a96a5 None None] Set router eb7a0c10-adc5-449a-b68a-4d58e20b2077 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:52:22.764344 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-b4301510-3a41-4118-8603-a5acaa6a96a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f6eae208>, [{'id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'name': 'tempest-AttachVolumeTestJSON-1045067339-router', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:43:16Z', 'updated_at': '2021-04-21T14:43:26Z', 'revision_number': 4, 'project_id': '2023f43db8e84313ace24e0426447810', 'gw_port': {'id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:43:17Z', 'updated_at': '2021-04-21T14:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': 'f817e71f-5bcb-4e11-99c2-ca8f045e4b23', 'name': '', 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'mac_address': 'fa:16:3e:fb:53:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:43:23Z', 'updated_at': '2021-04-21T14:43:33Z', 'revision_number': 5, 'project_id': '2023f43db8e84313ace24e0426447810', 'subnets': [{'id': 'e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:52:22.769328 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4301510-3a41-4118-8603-a5acaa6a96a5 None None] The sync data for ids ['eb7a0c10-adc5-449a-b68a-4d58e20b2077'] in dv-cinder-786385-2-iscsi is: [{'id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'name': 'tempest-AttachVolumeTestJSON-1045067339-router', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:43:16Z', 'updated_at': '2021-04-21T14:43:26Z', 'revision_number': 4, 'project_id': '2023f43db8e84313ace24e0426447810', 'gw_port': {'id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:43:17Z', 'updated_at': '2021-04-21T14:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': 'f817e71f-5bcb-4e11-99c2-ca8f045e4b23', 'name': '', 'network_id': '6a53d39c-de06-4bc6-9033-7145f2f15e49', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'mac_address': 'fa:16:3e:fb:53:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:43:23Z', 'updated_at': '2021-04-21T14:43:33Z', 'revision_number': 5, 'project_id': '2023f43db8e84313ace24e0426447810', 'subnets': [{'id': 'e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:52:22.871274 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 34278) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:52:22.942307 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-48302467-146e-4a11-b202-dac9c1a25034 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:22.972532 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-48302467-146e-4a11-b202-dac9c1a25034 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:23.026219 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-48302467-146e-4a11-b202-dac9c1a25034 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:23.032323 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e7173bad-f09f-41b0-a84a-630b40d19d41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:52:23.052168 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48302467-146e-4a11-b202-dac9c1a25034 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f390ee4c-a3d1-482f-a7c0-cddae5eb436e,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:52:23.064223 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48302467-146e-4a11-b202-dac9c1a25034 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:52:23.064654 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48302467-146e-4a11-b202-dac9c1a25034 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:52:23.065072 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48302467-146e-4a11-b202-dac9c1a25034 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:52:23.065486 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48302467-146e-4a11-b202-dac9c1a25034 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:52:23.065887 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48302467-146e-4a11-b202-dac9c1a25034 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:52:23.066328 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48302467-146e-4a11-b202-dac9c1a25034 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:52:23.066731 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48302467-146e-4a11-b202-dac9c1a25034 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:52:23.067135 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48302467-146e-4a11-b202-dac9c1a25034 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:52:23.067660 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48302467-146e-4a11-b202-dac9c1a25034 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:52:23.067940 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48302467-146e-4a11-b202-dac9c1a25034 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:52:23.068341 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48302467-146e-4a11-b202-dac9c1a25034 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:52:23.068737 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48302467-146e-4a11-b202-dac9c1a25034 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:52:23.072436 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-48302467-146e-4a11-b202-dac9c1a25034 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:52:23.073729 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-48302467-146e-4a11-b202-dac9c1a25034 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:23.075060 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-48302467-146e-4a11-b202-dac9c1a25034 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "DELETE /v2.0/security-groups/f390ee4c-a3d1-482f-a7c0-cddae5eb436e HTTP/1.1" status: 204  len: 168 time: 0.2024961
Apr 21 14:52:23.078058 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 34282) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:52:23.097969 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.api.v2.resource [None req-7debf8ff-0fa5-4b4b-8ce1-f27d6ce9620e tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] show failed (client error): The resource could not be found.
Apr 21 14:52:23.099136 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-7debf8ff-0fa5-4b4b-8ce1-f27d6ce9620e tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "GET /v2.0/security-groups/f390ee4c-a3d1-482f-a7c0-cddae5eb436e HTTP/1.1" status: 404  len: 347 time: 0.0191739
Apr 21 14:52:23.102338 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 34286) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:52:23.141583 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319edb00-24d3-4af2-9005-3e2ec9bbdcc5 None None] New status for floating IP 06c0bb04-cb99-4997-8c7b-995d840c4ed3: DOWN {{(pid=86395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 14:52:23.273897 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-28b6aa52-2780-4735-bae7-aeeafa504a35 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Deleting port 5ea580d3-3db0-4848-aa8b-fefa5d216e28 {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:52:23.274270 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-28b6aa52-2780-4735-bae7-aeeafa504a35 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:23.460750 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-28b6aa52-2780-4735-bae7-aeeafa504a35 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:23.461343 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-28b6aa52-2780-4735-bae7-aeeafa504a35 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:23.585445 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 6d317d01-4d38-41ae-a496-0f075551f3b8 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:52:23.601054 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-28b6aa52-2780-4735-bae7-aeeafa504a35 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Calling delete_port for 5ea580d3-3db0-4848-aa8b-fefa5d216e28 owned by network:floatingip {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:52:23.626320 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] No Port match for: 6d317d01-4d38-41ae-a496-0f075551f3b8 {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:52:23.626643 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 6d317d01-4d38-41ae-a496-0f075551f3b8 not bound to the agent host hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:52:23.697605 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.db.api [None req-28b6aa52-2780-4735-bae7-aeeafa504a35 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86393) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 14:52:23.698041 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_db.api [None req-28b6aa52-2780-4735-bae7-aeeafa504a35 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 14:52:24.199526 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-28b6aa52-2780-4735-bae7-aeeafa504a35 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Deleting port 5ea580d3-3db0-4848-aa8b-fefa5d216e28 {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:52:24.199916 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-28b6aa52-2780-4735-bae7-aeeafa504a35 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:24.397584 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-28b6aa52-2780-4735-bae7-aeeafa504a35 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:24.398064 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-28b6aa52-2780-4735-bae7-aeeafa504a35 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:24.542564 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-28b6aa52-2780-4735-bae7-aeeafa504a35 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Calling delete_port for 5ea580d3-3db0-4848-aa8b-fefa5d216e28 owned by network:floatingip {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:52:24.703760 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-28b6aa52-2780-4735-bae7-aeeafa504a35 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:24.707548 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-b8c61d57-35d8-4279-9758-94c2acba9a31 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:52:24.756972 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6aa52-2780-4735-bae7-aeeafa504a35 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Pushing event deleted for resources: {'Port': ['ID=5ea580d3-3db0-4848-aa8b-fefa5d216e28,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:52:24.760390 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-28b6aa52-2780-4735-bae7-aeeafa504a35 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:52:24.856446 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-28b6aa52-2780-4735-bae7-aeeafa504a35 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks [] for floatingip, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:24.871778 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-28b6aa52-2780-4735-bae7-aeeafa504a35 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for floatingip, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:24.873032 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-28b6aa52-2780-4735-bae7-aeeafa504a35 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] 10.222.0.24 "DELETE /v2.0/floatingips/06c0bb04-cb99-4997-8c7b-995d840c4ed3 HTTP/1.1" status: 204  len: 168 time: 1.7696886
Apr 21 14:52:27.677859 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34005b5d-12d8-4c75-a792-554a547387e8 req-670eb64c-f850-4f71-8d43-98a4e2b16989 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:52:27.679747 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-34005b5d-12d8-4c75-a792-554a547387e8 req-670eb64c-f850-4f71-8d43-98a4e2b16989 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b886ca0-c1b7-4e12-a979-b3ddf5b77f58 HTTP/1.1" status: 200  len: 945 time: 0.0984626
Apr 21 14:52:27.729914 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-34005b5d-12d8-4c75-a792-554a547387e8 req-3383b489-1be3-47ac-83a5-01a7bcd74b55 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434692
Apr 21 14:52:28.952067 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ad375-37a0-40e1-878f-751a746e44fd req-91244624-afb6-45cb-a729-598a11c0f491 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:52:28.953751 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c24ad375-37a0-40e1-878f-751a746e44fd req-91244624-afb6-45cb-a729-598a11c0f491 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b886ca0-c1b7-4e12-a979-b3ddf5b77f58 HTTP/1.1" status: 200  len: 945 time: 0.1065345
Apr 21 14:52:29.005135 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c24ad375-37a0-40e1-878f-751a746e44fd req-d40e0814-4b32-4c99-8d0a-f52d018bf5d1 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444536
Apr 21 14:52:29.147061 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 34322) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:52:29.196623 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292caaa-adbc-4104-b49a-45734f545418 req-06e76859-da1c-4ec9-ad78-6993aebe7867 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:52:29.198258 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3292caaa-adbc-4104-b49a-45734f545418 req-06e76859-da1c-4ec9-ad78-6993aebe7867 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b886ca0-c1b7-4e12-a979-b3ddf5b77f58 HTTP/1.1" status: 200  len: 945 time: 0.0936990
Apr 21 14:52:29.278538 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-3292caaa-adbc-4104-b49a-45734f545418 req-8f6eb35a-2dbc-454d-882d-e2807a6f8114 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Deleting port edae6881-37a1-437a-a77d-c55e80187a50 {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:52:29.278829 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-3292caaa-adbc-4104-b49a-45734f545418 req-8f6eb35a-2dbc-454d-882d-e2807a6f8114 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:29.429414 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-04933cb6-d0b9-4b69-85c7-94f0aa14dd08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:29.560208 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-3292caaa-adbc-4104-b49a-45734f545418 req-8f6eb35a-2dbc-454d-882d-e2807a6f8114 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] For port edae6881-37a1-437a-a77d-c55e80187a50, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=edae6881-37a1-437a-a77d-c55e80187a50,segment=NetworkSegment(82fae9ff-f88e-4cb9-bd09-c64f372345c7),segment_id=82fae9ff-f88e-4cb9-bd09-c64f372345c7)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:52:29.560459 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-3292caaa-adbc-4104-b49a-45734f545418 req-8f6eb35a-2dbc-454d-882d-e2807a6f8114 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:29.879022 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-3292caaa-adbc-4104-b49a-45734f545418 req-8f6eb35a-2dbc-454d-882d-e2807a6f8114 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:29.879369 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-3292caaa-adbc-4104-b49a-45734f545418 req-8f6eb35a-2dbc-454d-882d-e2807a6f8114 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630449'] for floatingip, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:29.879709 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.l3_db [req-3292caaa-adbc-4104-b49a-45734f545418 req-8f6eb35a-2dbc-454d-882d-e2807a6f8114 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Floating IP 61d0b227-e7f2-4a08-8184-a72cdd694a2a disassociated. External IP: 172.27.3.149, port: edae6881-37a1-437a-a77d-c55e80187a50.
Apr 21 14:52:29.880086 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-3292caaa-adbc-4104-b49a-45734f545418 req-8f6eb35a-2dbc-454d-882d-e2807a6f8114 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Calling delete_port for edae6881-37a1-437a-a77d-c55e80187a50 owned by compute:nova {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:52:30.058347 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-3292caaa-adbc-4104-b49a-45734f545418 req-8f6eb35a-2dbc-454d-882d-e2807a6f8114 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:30.066441 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c6769dfc-8c02-481e-a7c4-9cacdbd5bf29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:52:30.114892 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6eb35a-2dbc-454d-882d-e2807a6f8114 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Pushing event deleted for resources: {'Port': ['ID=edae6881-37a1-437a-a77d-c55e80187a50,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:52:30.117606 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8f6eb35a-2dbc-454d-882d-e2807a6f8114 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:52:30.153724 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9ed45d61-20c9-441c-83c0-a5a29cd00a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145126'] for router_interface, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:30.296860 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5ebdbac4-8b45-4ea4-a788-ff983665db76 req-acc20c11-5f49-4c5f-acb1-0da2d699876b tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b886ca0-c1b7-4e12-a979-b3ddf5b77f58 HTTP/1.1" status: 200  len: 210 time: 0.1122289
Apr 21 14:52:30.365845 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3292caaa-adbc-4104-b49a-45734f545418 req-8f6eb35a-2dbc-454d-882d-e2807a6f8114 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Router 643d318c-010c-4d49-a94e-e27966d47571 has already been hosted by L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 {{(pid=86393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 14:52:30.406301 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:52:30.541856 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-9ed45d61-20c9-441c-83c0-a5a29cd00a22 admin admin] Deleting port f817e71f-5bcb-4e11-99c2-ca8f045e4b23 {{(pid=86394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:52:30.542369 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9ed45d61-20c9-441c-83c0-a5a29cd00a22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:30.569133 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3292caaa-adbc-4104-b49a-45734f545418 req-8f6eb35a-2dbc-454d-882d-e2807a6f8114 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:52:30.581662 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b010c2cc-54de-4819-a5d7-b45aaf67fd38 None None] Sync routers for ids ['643d318c-010c-4d49-a94e-e27966d47571'] in dv-cinder-786385-2-iscsi {{(pid=86396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:52:30.593472 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b010c2cc-54de-4819-a5d7-b45aaf67fd38 None None] Routers {'643d318c-010c-4d49-a94e-e27966d47571'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:52:30.594256 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-b010c2cc-54de-4819-a5d7-b45aaf67fd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f74f3dd8>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:52:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['643d318c-010c-4d49-a94e-e27966d47571'], 'active': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:52:30.653529 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-3292caaa-adbc-4104-b49a-45734f545418 req-8f6eb35a-2dbc-454d-882d-e2807a6f8114 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] No DVR routers for this DVR port edae6881-37a1-437a-a77d-c55e80187a50 on host hv-cinder-78638 {{(pid=86393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 14:52:30.656280 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-3292caaa-adbc-4104-b49a-45734f545418 req-8f6eb35a-2dbc-454d-882d-e2807a6f8114 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:30.661040 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b886ca0-c1b7-4e12-a979-b3ddf5b77f58', 'name': 'network-vif-deleted', 'tag': 'edae6881-37a1-437a-a77d-c55e80187a50'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:52:30.676027 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3292caaa-adbc-4104-b49a-45734f545418 req-8f6eb35a-2dbc-454d-882d-e2807a6f8114 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.36 "DELETE /v2.0/ports/edae6881-37a1-437a-a77d-c55e80187a50 HTTP/1.1" status: 204  len: 173 time: 1.4722717
Apr 21 14:52:30.728653 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b886ca0-c1b7-4e12-a979-b3ddf5b77f58', 'name': 'network-vif-deleted', 'tag': 'edae6881-37a1-437a-a77d-c55e80187a50', 'status': 'completed', 'code': 200}
Apr 21 14:52:30.757884 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-9ed45d61-20c9-441c-83c0-a5a29cd00a22 admin admin] For port f817e71f-5bcb-4e11-99c2-ca8f045e4b23, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=f817e71f-5bcb-4e11-99c2-ca8f045e4b23,segment=NetworkSegment(f2d00b48-a8e9-439a-be0e-75fab15fd794),segment_id=f2d00b48-a8e9-439a-be0e-75fab15fd794)] {{(pid=86394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:52:30.758396 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9ed45d61-20c9-441c-83c0-a5a29cd00a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:30.803783 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-b010c2cc-54de-4819-a5d7-b45aaf67fd38 None None] Set router 643d318c-010c-4d49-a94e-e27966d47571 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:52:30.894658 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-9ed45d61-20c9-441c-83c0-a5a29cd00a22 admin admin] Calling delete_port for f817e71f-5bcb-4e11-99c2-ca8f045e4b23 owned by network:router_interface {{(pid=86394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:52:31.090199 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9ed45d61-20c9-441c-83c0-a5a29cd00a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:31.096480 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-eb4e1f2e-7dde-482f-ad6d-79d137868061 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:52:31.147680 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed45d61-20c9-441c-83c0-a5a29cd00a22 admin admin] Pushing event deleted for resources: {'Port': ['ID=f817e71f-5bcb-4e11-99c2-ca8f045e4b23,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:52:31.161386 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-b010c2cc-54de-4819-a5d7-b45aaf67fd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f74f3dd8>, [{'id': '643d318c-010c-4d49-a94e-e27966d47571', 'name': 'tempest-TestVolumeBootPattern-1521638240-router', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '7f6abe5d-4395-4929-a439-92fb24715117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:48:49Z', 'updated_at': '2021-04-21T14:48:54Z', 'revision_number': 4, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'gw_port': {'id': '7f6abe5d-4395-4929-a439-92fb24715117', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:50Z', 'updated_at': '2021-04-21T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': '6763d1e9-54d9-429f-a681-c23399fc91c4', 'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'mac_address': 'fa:16:3e:0f:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:53Z', 'updated_at': '2021-04-21T14:49:02Z', 'revision_number': 5, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'subnets': [{'id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:52:31.166051 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b010c2cc-54de-4819-a5d7-b45aaf67fd38 None None] Checking router: 643d318c-010c-4d49-a94e-e27966d47571 for host: dv-cinder-786385-2-iscsi {{(pid=86396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:52:31.176163 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b010c2cc-54de-4819-a5d7-b45aaf67fd38 None None] Routers {'643d318c-010c-4d49-a94e-e27966d47571'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:52:31.176828 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-b010c2cc-54de-4819-a5d7-b45aaf67fd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f74f3dd8>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:52:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['643d318c-010c-4d49-a94e-e27966d47571'], 'active': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:52:31.184765 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed45d61-20c9-441c-83c0-a5a29cd00a22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:52:31.185192 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed45d61-20c9-441c-83c0-a5a29cd00a22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:52:31.185613 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed45d61-20c9-441c-83c0-a5a29cd00a22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:52:31.186073 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed45d61-20c9-441c-83c0-a5a29cd00a22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:52:31.186453 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed45d61-20c9-441c-83c0-a5a29cd00a22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:52:31.186860 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed45d61-20c9-441c-83c0-a5a29cd00a22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:52:31.187269 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed45d61-20c9-441c-83c0-a5a29cd00a22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:52:31.187670 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed45d61-20c9-441c-83c0-a5a29cd00a22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:52:31.188074 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed45d61-20c9-441c-83c0-a5a29cd00a22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:52:31.188476 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed45d61-20c9-441c-83c0-a5a29cd00a22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:52:31.188867 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed45d61-20c9-441c-83c0-a5a29cd00a22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:52:31.189261 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed45d61-20c9-441c-83c0-a5a29cd00a22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:52:31.198577 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9ed45d61-20c9-441c-83c0-a5a29cd00a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:52:31.371732 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-b010c2cc-54de-4819-a5d7-b45aaf67fd38 None None] Set router 643d318c-010c-4d49-a94e-e27966d47571 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:52:31.462964 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9ed45d61-20c9-441c-83c0-a5a29cd00a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1023654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854145052'] for router_interface, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:31.481454 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-29b1033b-4f47-4eff-9d2e-aa5eae1a1741 req-0baa9a2f-b274-48f0-b3b4-da0c8e3388a4 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Synchronizing usage tracker for tenant:47f31a5650834e49b288140b0ca768c2 on resource:port {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:52:31.500428 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-29b1033b-4f47-4eff-9d2e-aa5eae1a1741 req-0baa9a2f-b274-48f0-b3b4-da0c8e3388a4 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Unset dirty status for tenant:47f31a5650834e49b288140b0ca768c2 on resource:port {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:52:31.513834 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-29b1033b-4f47-4eff-9d2e-aa5eae1a1741 req-0baa9a2f-b274-48f0-b3b4-da0c8e3388a4 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b886ca0-c1b7-4e12-a979-b3ddf5b77f58 HTTP/1.1" status: 200  len: 210 time: 0.0867739
Apr 21 14:52:31.731405 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-b010c2cc-54de-4819-a5d7-b45aaf67fd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f74f3dd8>, [{'id': '643d318c-010c-4d49-a94e-e27966d47571', 'name': 'tempest-TestVolumeBootPattern-1521638240-router', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '7f6abe5d-4395-4929-a439-92fb24715117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:48:49Z', 'updated_at': '2021-04-21T14:48:54Z', 'revision_number': 4, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'gw_port': {'id': '7f6abe5d-4395-4929-a439-92fb24715117', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:50Z', 'updated_at': '2021-04-21T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': '6763d1e9-54d9-429f-a681-c23399fc91c4', 'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'mac_address': 'fa:16:3e:0f:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:53Z', 'updated_at': '2021-04-21T14:49:02Z', 'revision_number': 5, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'subnets': [{'id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:52:31.735726 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b010c2cc-54de-4819-a5d7-b45aaf67fd38 None None] The sync data for ids ['643d318c-010c-4d49-a94e-e27966d47571'] in dv-cinder-786385-2-iscsi is: [{'id': '643d318c-010c-4d49-a94e-e27966d47571', 'name': 'tempest-TestVolumeBootPattern-1521638240-router', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '7f6abe5d-4395-4929-a439-92fb24715117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:48:49Z', 'updated_at': '2021-04-21T14:48:54Z', 'revision_number': 4, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'gw_port': {'id': '7f6abe5d-4395-4929-a439-92fb24715117', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:50Z', 'updated_at': '2021-04-21T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': '6763d1e9-54d9-429f-a681-c23399fc91c4', 'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'mac_address': 'fa:16:3e:0f:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:53Z', 'updated_at': '2021-04-21T14:49:02Z', 'revision_number': 5, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'subnets': [{'id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:52:31.888846 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed45d61-20c9-441c-83c0-a5a29cd00a22 admin admin] Router eb7a0c10-adc5-449a-b68a-4d58e20b2077 has already been hosted by L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 {{(pid=86394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 14:52:32.105078 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed45d61-20c9-441c-83c0-a5a29cd00a22 admin admin] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:52:32.115617 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa9066e-da98-4b08-adaf-e6b380a17470 None None] Sync routers for ids ['eb7a0c10-adc5-449a-b68a-4d58e20b2077'] in dv-cinder-786385-2-iscsi {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:52:32.120495 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:32.122660 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4c28f3-657b-4847-a497-5c84e6155060 None None] New status for floating IP 61d0b227-e7f2-4a08-8184-a72cdd694a2a: DOWN {{(pid=86396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 14:52:32.127022 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa9066e-da98-4b08-adaf-e6b380a17470 None None] Routers {'eb7a0c10-adc5-449a-b68a-4d58e20b2077'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:52:32.127770 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-eaa9066e-da98-4b08-adaf-e6b380a17470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f6196710>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:52:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['eb7a0c10-adc5-449a-b68a-4d58e20b2077'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:52:32.152510 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-9ed45d61-20c9-441c-83c0-a5a29cd00a22 admin admin] 10.222.0.24 "PUT /v2.0/routers/eb7a0c10-adc5-449a-b68a-4d58e20b2077/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0008264
Apr 21 14:52:32.152873 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 34334) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:52:32.299628 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4b083ed6-e5d3-42e3-abc4-8a0578c25124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:32.355815 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-eaa9066e-da98-4b08-adaf-e6b380a17470 None None] Set router eb7a0c10-adc5-449a-b68a-4d58e20b2077 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:52:32.581623 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:32.692832 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fa3c8e42-e04b-4ae6-a86f-372225e3a857 admin admin] Notify callbacks [] for router, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:32.723786 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-eaa9066e-da98-4b08-adaf-e6b380a17470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f6196710>, [{'id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'name': 'tempest-AttachVolumeTestJSON-1045067339-router', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:43:16Z', 'updated_at': '2021-04-21T14:52:31Z', 'revision_number': 5, 'project_id': '2023f43db8e84313ace24e0426447810', 'gw_port': {'id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:43:17Z', 'updated_at': '2021-04-21T14:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi'}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:52:32.728499 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa9066e-da98-4b08-adaf-e6b380a17470 None None] Checking router: eb7a0c10-adc5-449a-b68a-4d58e20b2077 for host: dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:52:32.739001 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa9066e-da98-4b08-adaf-e6b380a17470 None None] Routers {'eb7a0c10-adc5-449a-b68a-4d58e20b2077'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:52:32.739671 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-eaa9066e-da98-4b08-adaf-e6b380a17470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f6196710>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:52:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['eb7a0c10-adc5-449a-b68a-4d58e20b2077'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:52:32.902861 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fa3c8e42-e04b-4ae6-a86f-372225e3a857 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:32.912648 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-fa3c8e42-e04b-4ae6-a86f-372225e3a857 admin admin] Deleting port 08cda4af-6e03-40e7-9eea-dceddfe53e19 {{(pid=86394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:52:32.913192 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fa3c8e42-e04b-4ae6-a86f-372225e3a857 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:32.930064 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-c550b2c2-1354-41c2-b4ee-f8453b671443 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-222957663&fields=id&tenant_id=47f31a5650834e49b288140b0ca768c2 HTTP/1.1" status: 200  len: 267 time: 0.0495036
Apr 21 14:52:33.109862 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-8a4778c5-a86e-4808-b56f-8de425a59e0d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:52:33.111428 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-8a4778c5-a86e-4808-b56f-8de425a59e0d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/networks?id=3bf02896-5a06-4820-afef-e1d155642dab HTTP/1.1" status: 200  len: 812 time: 0.1729310
Apr 21 14:52:33.112418 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-eaa9066e-da98-4b08-adaf-e6b380a17470 None None] Set router eb7a0c10-adc5-449a-b68a-4d58e20b2077 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:52:33.116248 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-fa3c8e42-e04b-4ae6-a86f-372225e3a857 admin admin] For port 08cda4af-6e03-40e7-9eea-dceddfe53e19, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=08cda4af-6e03-40e7-9eea-dceddfe53e19,segment=NetworkSegment(cc9f75c9-c7cc-49bd-a770-8a7cd276112c),segment_id=cc9f75c9-c7cc-49bd-a770-8a7cd276112c)] {{(pid=86394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:52:33.116647 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fa3c8e42-e04b-4ae6-a86f-372225e3a857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:33.138317 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-8eac3bba-e27a-494f-a774-ed519a04611c tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/quotas/47f31a5650834e49b288140b0ca768c2 HTTP/1.1" status: 200  len: 375 time: 0.0182743
Apr 21 14:52:33.234566 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-0c286407-4223-4c7c-96c5-c34f235b40cf tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=47f31a5650834e49b288140b0ca768c2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0953679
Apr 21 14:52:33.254911 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-fa3c8e42-e04b-4ae6-a86f-372225e3a857 admin admin] Calling delete_port for 08cda4af-6e03-40e7-9eea-dceddfe53e19 owned by network:router_gateway {{(pid=86394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:52:33.428411 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-eaa9066e-da98-4b08-adaf-e6b380a17470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f6196710>, [{'id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'name': 'tempest-AttachVolumeTestJSON-1045067339-router', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:43:16Z', 'updated_at': '2021-04-21T14:52:31Z', 'revision_number': 5, 'project_id': '2023f43db8e84313ace24e0426447810', 'gw_port': {'id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:43:17Z', 'updated_at': '2021-04-21T14:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi'}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:52:33.433144 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa9066e-da98-4b08-adaf-e6b380a17470 None None] The sync data for ids ['eb7a0c10-adc5-449a-b68a-4d58e20b2077'] in dv-cinder-786385-2-iscsi is: [{'id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'name': 'tempest-AttachVolumeTestJSON-1045067339-router', 'tenant_id': '2023f43db8e84313ace24e0426447810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:43:16Z', 'updated_at': '2021-04-21T14:52:31Z', 'revision_number': 5, 'project_id': '2023f43db8e84313ace24e0426447810', 'gw_port': {'id': '08cda4af-6e03-40e7-9eea-dceddfe53e19', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a0c10-adc5-449a-b68a-4d58e20b2077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:43:17Z', 'updated_at': '2021-04-21T14:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi'}] {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:52:33.450035 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fa3c8e42-e04b-4ae6-a86f-372225e3a857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:33.455446 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-23e71ff4-d9ee-47a8-a946-5501271f2559 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:52:33.506704 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c8e42-e04b-4ae6-a86f-372225e3a857 admin admin] Pushing event deleted for resources: {'Port': ['ID=08cda4af-6e03-40e7-9eea-dceddfe53e19,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:52:33.535881 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-fa3c8e42-e04b-4ae6-a86f-372225e3a857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:52:33.610200 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fa3c8e42-e04b-4ae6-a86f-372225e3a857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650085'] for router_gateway, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:33.618063 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device edae6881-37a1-437a-a77d-c55e80187a50 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:52:33.664679 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] No Port match for: edae6881-37a1-437a-a77d-c55e80187a50 {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:52:33.665069 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device edae6881-37a1-437a-a77d-c55e80187a50 not bound to the agent host hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:52:33.667005 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device f817e71f-5bcb-4e11-99c2-ca8f045e4b23 no longer exists at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:52:33.713118 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] No Port match for: f817e71f-5bcb-4e11-99c2-ca8f045e4b23 {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:52:33.713118 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device f817e71f-5bcb-4e11-99c2-ca8f045e4b23 not bound to the agent host dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:52:33.726345 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-479c22b2-9951-4e20-8ca3-3a9e9c33a472 service neutron] 10.222.0.24 "GET /v2.0/networks/3bf02896-5a06-4820-afef-e1d155642dab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4772446
Apr 21 14:52:33.809888 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fa3c8e42-e04b-4ae6-a86f-372225e3a857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773215'] for router, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:33.812349 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fa3c8e42-e04b-4ae6-a86f-372225e3a857 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:33.838103 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fa3c8e42-e04b-4ae6-a86f-372225e3a857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854151811'] for router, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:33.838702 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3c8e42-e04b-4ae6-a86f-372225e3a857 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb7a0c10-adc5-449a-b68a-4d58e20b2077 {{(pid=86394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 21 14:52:33.853399 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fa3c8e42-e04b-4ae6-a86f-372225e3a857 admin admin] Notify callbacks [] for router, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:33.857369 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-fa3c8e42-e04b-4ae6-a86f-372225e3a857 admin admin] 10.222.0.24 "DELETE /v2.0/routers/eb7a0c10-adc5-449a-b68a-4d58e20b2077 HTTP/1.1" status: 204  len: 168 time: 1.7008829
Apr 21 14:52:33.857738 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 34348) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:52:33.873957 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-dec68988-0c23-4efa-aaa4-6d578dc9cbda service neutron] 10.222.0.24 "GET /v2.0/networks/3bf02896-5a06-4820-afef-e1d155642dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1405375
Apr 21 14:52:33.929709 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_v2 [None req-f56339e6-6537-4ae2-9cbe-0384ba5ac243 admin admin] Deleting subnet e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4 {{(pid=86394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 14:52:33.933300 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f56339e6-6537-4ae2-9cbe-0384ba5ac243 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:33.990862 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f56339e6-6537-4ae2-9cbe-0384ba5ac243 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14890559'] for subnet, precommit_delete_associations {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:34.087761 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f56339e6-6537-4ae2-9cbe-0384ba5ac243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1951284'] for subnet, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:34.250341 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:34.344176 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-328d5048-79d4-4c42-9d7a-da1106d530d8 req-d8d44ae6-cae3-4b9d-bdc6-2c24439215e2 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8cac6e3-c70e-4a55-aec4-72689e662fc5 HTTP/1.1" status: 200  len: 210 time: 0.0628412
Apr 21 14:52:34.428018 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f56339e6-6537-4ae2-9cbe-0384ba5ac243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852824564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15686350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839266476'] for subnet, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:34.433454 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-0ec55cde-3458-410f-aad1-430a89fc54ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:52:34.470741 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56339e6-6537-4ae2-9cbe-0384ba5ac243 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:52:34.474055 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f56339e6-6537-4ae2-9cbe-0384ba5ac243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:52:34.475113 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f56339e6-6537-4ae2-9cbe-0384ba5ac243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for subnet, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:34.481667 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-f56339e6-6537-4ae2-9cbe-0384ba5ac243 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e6e2380b-4f3f-4f04-ab6d-c45bf65ee2e4 HTTP/1.1" status: 204  len: 168 time: 0.6227100
Apr 21 14:52:34.484573 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 34366) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:52:34.487206 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4834ad-afd5-4109-8820-95bb598a9587 None None] Network 6a53d39c-de06-4bc6-9033-7145f2f15e49 requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:52:34.608761 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9fc81327-7f9b-4df1-97b9-8c408ae98f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2044280'] for network, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:34.621203 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-9fc81327-7f9b-4df1-97b9-8c408ae98f45 admin admin] Deleting port a75b2fa1-8951-414a-870c-23e300bbdfcc {{(pid=86394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:52:34.621572 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9fc81327-7f9b-4df1-97b9-8c408ae98f45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:34.779363 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe1c842-7b7a-4dfa-a76d-02ca467466ac None None] DHCP port deletion for 6a53d39c-de06-4bc6-9033-7145f2f15e49 request from dv-cinder-786385-2-iscsi {{(pid=86395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 21 14:52:34.784559 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-7fe1c842-7b7a-4dfa-a76d-02ca467466ac None None] Deleting port a75b2fa1-8951-414a-870c-23e300bbdfcc {{(pid=86395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:52:34.785181 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7fe1c842-7b7a-4dfa-a76d-02ca467466ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:34.861084 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-9fc81327-7f9b-4df1-97b9-8c408ae98f45 admin admin] For port a75b2fa1-8951-414a-870c-23e300bbdfcc, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=a75b2fa1-8951-414a-870c-23e300bbdfcc,segment=NetworkSegment(f2d00b48-a8e9-439a-be0e-75fab15fd794),segment_id=f2d00b48-a8e9-439a-be0e-75fab15fd794)] {{(pid=86394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:52:34.861478 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9fc81327-7f9b-4df1-97b9-8c408ae98f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:35.003079 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-9fc81327-7f9b-4df1-97b9-8c408ae98f45 admin admin] Calling delete_port for a75b2fa1-8951-414a-870c-23e300bbdfcc owned by network:dhcp {{(pid=86394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:52:35.011652 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-7fe1c842-7b7a-4dfa-a76d-02ca467466ac None None] For port a75b2fa1-8951-414a-870c-23e300bbdfcc, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=a75b2fa1-8951-414a-870c-23e300bbdfcc,segment=NetworkSegment(f2d00b48-a8e9-439a-be0e-75fab15fd794),segment_id=f2d00b48-a8e9-439a-be0e-75fab15fd794)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:52:35.012120 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7fe1c842-7b7a-4dfa-a76d-02ca467466ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:35.083911 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9fc81327-7f9b-4df1-97b9-8c408ae98f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:35.088932 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-3ccddbf2-eadc-4a4d-82a7-b54c1e6e73c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:52:35.138587 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc81327-7f9b-4df1-97b9-8c408ae98f45 admin admin] Pushing event deleted for resources: {'Port': ['ID=a75b2fa1-8951-414a-870c-23e300bbdfcc,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:52:35.141803 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9fc81327-7f9b-4df1-97b9-8c408ae98f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:52:35.142649 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc81327-7f9b-4df1-97b9-8c408ae98f45 admin admin] No DVR routers for this DVR port a75b2fa1-8951-414a-870c-23e300bbdfcc on host dv-cinder-786385-2-iscsi {{(pid=86394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 14:52:35.144717 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-7fe1c842-7b7a-4dfa-a76d-02ca467466ac None None] Calling delete_port for a75b2fa1-8951-414a-870c-23e300bbdfcc owned by network:dhcp {{(pid=86395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:52:35.224860 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.db.api [None req-7fe1c842-7b7a-4dfa-a76d-02ca467466ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86395) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 14:52:35.225612 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_db.api [None req-7fe1c842-7b7a-4dfa-a76d-02ca467466ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 14:52:35.267910 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9fc81327-7f9b-4df1-97b9-8c408ae98f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852824479', 'neutron.services.segments.db._delete_segments_for_network-8759846428787'] for network, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:35.391015 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-9fc81327-7f9b-4df1-97b9-8c408ae98f45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78f6785940>,) {'filters': {'network_id': ['6a53d39c-de06-4bc6-9033-7145f2f15e49']}} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:52:35.410618 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-9fc81327-7f9b-4df1-97b9-8c408ae98f45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78f6785940>, 'f2d00b48-a8e9-439a-be0e-75fab15fd794') {'for_net_delete': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:52:35.410955 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-9fc81327-7f9b-4df1-97b9-8c408ae98f45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78f6785940>, 'f2d00b48-a8e9-439a-be0e-75fab15fd794') {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:52:35.426957 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9fc81327-7f9b-4df1-97b9-8c408ae98f45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277008185699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839885257'] for segment, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:35.447193 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-4ec883ef-575f-4751-9d74-c629379a2d76 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:52:35.447612 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9fc81327-7f9b-4df1-97b9-8c408ae98f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852863918'] for segment, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:35.449053 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-4ec883ef-575f-4751-9d74-c629379a2d76 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.36 "GET /v2.0/networks?id=3bf02896-5a06-4820-afef-e1d155642dab HTTP/1.1" status: 200  len: 812 time: 0.1696358
Apr 21 14:52:35.455518 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fc81327-7f9b-4df1-97b9-8c408ae98f45 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=86394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 14:52:35.535064 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0477b209-3fb0-4756-b869-e97f9840c325 req-646ed175-77b5-4abb-abf5-bfef216c9c82 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8cac6e3-c70e-4a55-aec4-72689e662fc5 HTTP/1.1" status: 200  len: 210 time: 0.0601640
Apr 21 14:52:35.567325 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-17ee7113-d11d-4c1c-829b-8f0215d47acd tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47f31a5650834e49b288140b0ca768c2 HTTP/1.1" status: 200  len: 379 time: 0.1094675
Apr 21 14:52:35.578499 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-b4fa892a-2db6-46f1-a4b3-c197e933b44a tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Request body: {'port': {'device_id': 'd8cac6e3-c70e-4a55-aec4-72689e662fc5', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'admin_state_up': True, 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'security_groups': ['e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d']}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:52:35.647188 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-9fc81327-7f9b-4df1-97b9-8c408ae98f45 admin admin] Network 6a53d39c-de06-4bc6-9033-7145f2f15e49 has no segments {{(pid=86394) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 14:52:35.653259 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 08cda4af-6e03-40e7-9eea-dceddfe53e19 no longer exists at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:52:35.668165 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9fc81327-7f9b-4df1-97b9-8c408ae98f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1911845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839088275'] for segment, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:35.692169 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] No Port match for: 08cda4af-6e03-40e7-9eea-dceddfe53e19 {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:52:35.693304 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 08cda4af-6e03-40e7-9eea-dceddfe53e19 not bound to the agent host dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:52:35.693304 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device a75b2fa1-8951-414a-870c-23e300bbdfcc no longer exists at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:52:35.731051 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-7fe1c842-7b7a-4dfa-a76d-02ca467466ac None None] Deleting port a75b2fa1-8951-414a-870c-23e300bbdfcc {{(pid=86395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:52:35.731474 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7fe1c842-7b7a-4dfa-a76d-02ca467466ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:35.752717 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-b4fa892a-2db6-46f1-a4b3-c197e933b44a tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:52:35.763254 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-b4fa892a-2db6-46f1-a4b3-c197e933b44a tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:52:35.765219 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] No Port match for: a75b2fa1-8951-414a-870c-23e300bbdfcc {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:52:35.765568 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device a75b2fa1-8951-414a-870c-23e300bbdfcc not bound to the agent host dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:52:35.774425 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-b4fa892a-2db6-46f1-a4b3-c197e933b44a tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Made reservation on behalf of 47f31a5650834e49b288140b0ca768c2 for: {'port': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:52:35.781835 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-b4fa892a-2db6-46f1-a4b3-c197e933b44a tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:35.811500 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-7fe1c842-7b7a-4dfa-a76d-02ca467466ac None None] The port 'a75b2fa1-8951-414a-870c-23e300bbdfcc' was deleted {{(pid=86395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 21 14:52:35.861371 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-9fc81327-7f9b-4df1-97b9-8c408ae98f45 admin admin] Network 6a53d39c-de06-4bc6-9033-7145f2f15e49 has no segments {{(pid=86394) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 14:52:35.884532 dv-cinder-786385-2-iscsi neutron-server[86282]: Traceback (most recent call last):
Apr 21 14:52:35.884532 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 14:52:35.884532 dv-cinder-786385-2-iscsi neutron-server[86282]:     timer()
Apr 21 14:52:35.884532 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 14:52:35.884532 dv-cinder-786385-2-iscsi neutron-server[86282]:     cb(*args, **kw)
Apr 21 14:52:35.884532 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 14:52:35.884532 dv-cinder-786385-2-iscsi neutron-server[86282]:     return func(*args, **kwargs)
Apr 21 14:52:35.884532 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 14:52:35.884532 dv-cinder-786385-2-iscsi neutron-server[86282]:     self._notify()
Apr 21 14:52:35.884532 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 14:52:35.884532 dv-cinder-786385-2-iscsi neutron-server[86282]:     self.callback(batched_events)
Apr 21 14:52:35.884532 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 14:52:35.884532 dv-cinder-786385-2-iscsi neutron-server[86282]:     event.method(event)
Apr 21 14:52:35.884532 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 14:52:35.884532 dv-cinder-786385-2-iscsi neutron-server[86282]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 14:52:35.884532 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 14:52:35.884532 dv-cinder-786385-2-iscsi neutron-server[86282]:     segment_id)['aggregates'][0]
Apr 21 14:52:35.884532 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 14:52:35.884532 dv-cinder-786385-2-iscsi neutron-server[86282]:     return f(self, *a, **k)
Apr 21 14:52:35.884532 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 14:52:35.884532 dv-cinder-786385-2-iscsi neutron-server[86282]:     return self._get(url).json()
Apr 21 14:52:35.884532 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 14:52:35.884532 dv-cinder-786385-2-iscsi neutron-server[86282]:     **kwargs)
Apr 21 14:52:35.884532 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 14:52:35.884532 dv-cinder-786385-2-iscsi neutron-server[86282]:     return self.request(url, 'GET', **kwargs)
Apr 21 14:52:35.884532 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 14:52:35.884532 dv-cinder-786385-2-iscsi neutron-server[86282]:     **endpoint_filter)
Apr 21 14:52:35.884532 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 14:52:35.884532 dv-cinder-786385-2-iscsi neutron-server[86282]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 14:52:35.884532 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 14:52:35.884532 dv-cinder-786385-2-iscsi neutron-server[86282]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 14:52:35.884532 dv-cinder-786385-2-iscsi neutron-server[86282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 14:52:35.964765 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-b4fa892a-2db6-46f1-a4b3-c197e933b44a tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Allocated IP 172.20.0.10 (3bf02896-5a06-4820-afef-e1d155642dab/9520c503-7474-4d15-8642-8ca9a66eae6e/9f462ccd-688b-4a79-8d55-7cf72be7aeb0) {{(pid=86393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:52:35.967907 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9fc81327-7f9b-4df1-97b9-8c408ae98f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1951337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630402'] for network, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:35.973506 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:52:35.991182 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9fc81327-7f9b-4df1-97b9-8c408ae98f45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for network, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:36.005034 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc81327-7f9b-4df1-97b9-8c408ae98f45 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a53d39c-de06-4bc6-9033-7145f2f15e49,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:52:36.021955 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9fc81327-7f9b-4df1-97b9-8c408ae98f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:52:36.027610 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-9fc81327-7f9b-4df1-97b9-8c408ae98f45 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6a53d39c-de06-4bc6-9033-7145f2f15e49 HTTP/1.1" status: 204  len: 168 time: 1.5418172
Apr 21 14:52:36.169235 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 34376) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:52:36.183672 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-b4fa892a-2db6-46f1-a4b3-c197e933b44a tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for port, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:36.200577 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-b4fa892a-2db6-46f1-a4b3-c197e933b44a tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Transition to ACTIVE for port object 9f462ccd-688b-4a79-8d55-7cf72be7aeb0 will not be triggered until provisioned by entity DHCP. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:52:36.223648 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-c3abb8f4-3072-4770-a04e-e26d1e048f40 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2023f43db8e84313ace24e0426447810&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0528002
Apr 21 14:52:36.226222 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 34380) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:52:36.226385 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-b4fa892a-2db6-46f1-a4b3-c197e933b44a tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:36.232598 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c079afa5-100d-4653-bb31-e1a360fba7ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:52:36.293193 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-74bacae0-5bf7-4f95-979f-85d0da3c74bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:36.311651 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-b4fa892a-2db6-46f1-a4b3-c197e933b44a tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Network 3bf02896-5a06-4820-afef-e1d155642dab is already hosted by enough agents. {{(pid=86393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:52:36.315102 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-b4fa892a-2db6-46f1-a4b3-c197e933b44a tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Resources bound (agent type, host, resource id):  {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:52:36.319612 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-b4fa892a-2db6-46f1-a4b3-c197e933b44a tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Received port after_create {{(pid=86393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:52:36.323336 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-74bacae0-5bf7-4f95-979f-85d0da3c74bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:36.358318 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa892a-2db6-46f1-a4b3-c197e933b44a tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Pushing event updated for resources: {'Port': ['ID=9f462ccd-688b-4a79-8d55-7cf72be7aeb0,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:52:36.363387 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-b4fa892a-2db6-46f1-a4b3-c197e933b44a tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:52:36.381878 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-74bacae0-5bf7-4f95-979f-85d0da3c74bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:36.387562 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-a64d653f-e7b1-4a80-8f88-3c3294ff509a tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:52:36.394849 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-b4fa892a-2db6-46f1-a4b3-c197e933b44a tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:52:36.395555 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-b4fa892a-2db6-46f1-a4b3-c197e933b44a tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:36.402738 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bacae0-5bf7-4f95-979f-85d0da3c74bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3cf14b-08ef-4345-9ba5-8a2c3ea16d36,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:52:36.405584 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-74bacae0-5bf7-4f95-979f-85d0da3c74bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:52:36.420094 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-74bacae0-5bf7-4f95-979f-85d0da3c74bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:36.422393 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-74bacae0-5bf7-4f95-979f-85d0da3c74bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd3cf14b-08ef-4345-9ba5-8a2c3ea16d36 HTTP/1.1" status: 204  len: 168 time: 0.1946964
Apr 21 14:52:36.427429 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-b4fa892a-2db6-46f1-a4b3-c197e933b44a tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8543973
Apr 21 14:52:36.443384 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-425a6f52-db11-415e-977a-c84b4458fedf service neutron] Request body: {'port': {'device_id': 'd8cac6e3-c70e-4a55-aec4-72689e662fc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:52:36.573394 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-425a6f52-db11-415e-977a-c84b4458fedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:36.599692 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-39380716-1c36-4349-b59a-f2c90c6e3417 None None] Provisioning for port 9f462ccd-688b-4a79-8d55-7cf72be7aeb0 completed by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:52:36.607353 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-39380716-1c36-4349-b59a-f2c90c6e3417 None None] Provisioning complete for port 9f462ccd-688b-4a79-8d55-7cf72be7aeb0 triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:52:36.608238 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-39380716-1c36-4349-b59a-f2c90c6e3417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:36.672271 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-39380716-1c36-4349-b59a-f2c90c6e3417 None None] Port 9f462ccd-688b-4a79-8d55-7cf72be7aeb0 cannot update to ACTIVE because it is not bound. {{(pid=86395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 14:52:36.775112 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38903b-dade-4bfc-925f-5a0f6494938b req-1288fd22-d94c-4c3e-91d0-c31215c6b8ec tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:52:36.776763 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-cb38903b-dade-4bfc-925f-5a0f6494938b req-1288fd22-d94c-4c3e-91d0-c31215c6b8ec tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8cac6e3-c70e-4a55-aec4-72689e662fc5 HTTP/1.1" status: 200  len: 932 time: 0.0998297
Apr 21 14:52:36.828710 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-cb38903b-dade-4bfc-925f-5a0f6494938b req-6a6ff1b3-80aa-4b22-ab3c-102a8140ab21 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448136
Apr 21 14:52:36.982329 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-425a6f52-db11-415e-977a-c84b4458fedf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f462ccd-688b-4a79-8d55-7cf72be7aeb0 {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:52:36.992068 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-425a6f52-db11-415e-977a-c84b4458fedf service neutron] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:37.011740 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-425a6f52-db11-415e-977a-c84b4458fedf service neutron] Transition to ACTIVE for port object 9f462ccd-688b-4a79-8d55-7cf72be7aeb0 will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:52:37.015741 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-425a6f52-db11-415e-977a-c84b4458fedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14929102'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:37.023606 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-21a1316c-226a-410f-93b3-07533dbd20b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:52:37.231010 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a6f52-db11-415e-977a-c84b4458fedf service neutron] Pushing event updated for resources: {'Port': ['ID=9f462ccd-688b-4a79-8d55-7cf72be7aeb0,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:52:37.239036 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-425a6f52-db11-415e-977a-c84b4458fedf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:52:37.276226 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-425a6f52-db11-415e-977a-c84b4458fedf service neutron] Attempting to bind port 9f462ccd-688b-4a79-8d55-7cf72be7aeb0 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:52:37.276590 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-425a6f52-db11-415e-977a-c84b4458fedf service neutron] Attempting to bind port 9f462ccd-688b-4a79-8d55-7cf72be7aeb0 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '82fae9ff-f88e-4cb9-bd09-c64f372345c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:52:37.276949 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-425a6f52-db11-415e-977a-c84b4458fedf service neutron] Attempting to bind port 9f462ccd-688b-4a79-8d55-7cf72be7aeb0 on network 3bf02896-5a06-4820-afef-e1d155642dab {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:52:37.282099 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-425a6f52-db11-415e-977a-c84b4458fedf service neutron] Port 9f462ccd-688b-4a79-8d55-7cf72be7aeb0 on network 3bf02896-5a06-4820-afef-e1d155642dab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 14:52:37.282458 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-425a6f52-db11-415e-977a-c84b4458fedf service neutron] Attempting to bind port 9f462ccd-688b-4a79-8d55-7cf72be7aeb0 on network 3bf02896-5a06-4820-afef-e1d155642dab {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:52:37.288099 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-425a6f52-db11-415e-977a-c84b4458fedf service neutron] Checking agent: {'id': 'aac967bd-8151-4f72-a05c-3193d627c9da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'started_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:52:37.288469 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-425a6f52-db11-415e-977a-c84b4458fedf service neutron] Checking segment: {'id': '82fae9ff-f88e-4cb9-bd09-c64f372345c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:52:37.288882 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-425a6f52-db11-415e-977a-c84b4458fedf service neutron] Bound using segment: {'id': '82fae9ff-f88e-4cb9-bd09-c64f372345c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:52:37.289363 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-425a6f52-db11-415e-977a-c84b4458fedf service neutron] Bound port: 9f462ccd-688b-4a79-8d55-7cf72be7aeb0, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82fae9ff-f88e-4cb9-bd09-c64f372345c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:52:37.289735 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-425a6f52-db11-415e-977a-c84b4458fedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:37.396547 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-425a6f52-db11-415e-977a-c84b4458fedf service neutron] For port 9f462ccd-688b-4a79-8d55-7cf72be7aeb0, host hv-cinder-78638, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:52:37.399966 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-425a6f52-db11-415e-977a-c84b4458fedf service neutron] For port 9f462ccd-688b-4a79-8d55-7cf72be7aeb0, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9f462ccd-688b-4a79-8d55-7cf72be7aeb0,segment=NetworkSegment(82fae9ff-f88e-4cb9-bd09-c64f372345c7),segment_id=82fae9ff-f88e-4cb9-bd09-c64f372345c7)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:52:37.403971 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-425a6f52-db11-415e-977a-c84b4458fedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14929102'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:37.409124 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-baff0f21-a22b-4211-9cea-e3f555d79e31 tempest-VolumesSnapshotTestJSON-1265311213 tempest-VolumesSnapshotTestJSON-1265311213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:52:37.464169 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-425a6f52-db11-415e-977a-c84b4458fedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:52:37.464837 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-425a6f52-db11-415e-977a-c84b4458fedf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:37.466398 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-425a6f52-db11-415e-977a-c84b4458fedf service neutron] 10.222.0.36 "PUT /v2.0/ports/9f462ccd-688b-4a79-8d55-7cf72be7aeb0 HTTP/1.1" status: 200  len: 1094 time: 1.0285349
Apr 21 14:52:37.466953 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8cac6e3-c70e-4a55-aec4-72689e662fc5', 'tag': '9f462ccd-688b-4a79-8d55-7cf72be7aeb0'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:52:37.558037 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8cac6e3-c70e-4a55-aec4-72689e662fc5', 'tag': '9f462ccd-688b-4a79-8d55-7cf72be7aeb0', 'status': 'completed', 'code': 200}
Apr 21 14:52:37.571345 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a6f52-db11-415e-977a-c84b4458fedf service neutron] Pushing event updated for resources: {'Port': ['ID=9f462ccd-688b-4a79-8d55-7cf72be7aeb0,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:52:37.575348 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-425a6f52-db11-415e-977a-c84b4458fedf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:52:37.610463 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-cb3c2f9d-ac4f-4fbb-8ca2-1aa620870d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:52:37.612180 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-cb3c2f9d-ac4f-4fbb-8ca2-1aa620870d88 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f31a5650834e49b288140b0ca768c2&device_id=d8cac6e3-c70e-4a55-aec4-72689e662fc5 HTTP/1.1" status: 200  len: 1097 time: 0.1071792
Apr 21 14:52:37.695117 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-b6578965-d654-4ad2-b440-2505f26a9a8f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f462ccd-688b-4a79-8d55-7cf72be7aeb0 HTTP/1.1" status: 200  len: 217 time: 0.0755329
Apr 21 14:52:37.775041 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-c5d518cc-540c-49eb-bd0f-cf76e58e795a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:52:37.777501 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-c5d518cc-540c-49eb-bd0f-cf76e58e795a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9520c503-7474-4d15-8642-8ca9a66eae6e HTTP/1.1" status: 200  len: 851 time: 0.0752881
Apr 21 14:52:37.860902 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-c2a0fb6c-e6f5-4a5a-8af3-0e0ed481d091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:52:37.862589 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-c2a0fb6c-e6f5-4a5a-8af3-0e0ed481d091 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3bf02896-5a06-4820-afef-e1d155642dab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792480
Apr 21 14:52:38.021635 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-b962c580-d2ff-4bfb-8351-9c7898329137 service neutron] 10.222.0.36 "GET /v2.0/networks/3bf02896-5a06-4820-afef-e1d155642dab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1517692
Apr 21 14:52:38.050432 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780392dc-ee6c-4fea-8909-2f76f6b0e9ea req-4b66c55d-bc24-4a61-bd86-6d6e3ea6fa5d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:52:38.052056 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-780392dc-ee6c-4fea-8909-2f76f6b0e9ea req-4b66c55d-bc24-4a61-bd86-6d6e3ea6fa5d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8cac6e3-c70e-4a55-aec4-72689e662fc5 HTTP/1.1" status: 200  len: 944 time: 0.1022673
Apr 21 14:52:38.103054 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-780392dc-ee6c-4fea-8909-2f76f6b0e9ea req-2b7ed536-8658-4799-8613-a0a51a71435f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440249
Apr 21 14:52:38.174905 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-03939626-99d5-4fd3-b5cc-c74ca02f9093 req-dbd93637-48e0-493b-95b5-56c17ea0d232 service neutron] 10.222.0.36 "GET /v2.0/networks/3bf02896-5a06-4820-afef-e1d155642dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1466913
Apr 21 14:52:38.321866 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e969c9e-30f0-40a4-ab1c-2e4768c88e50 req-16992b66-f6c3-4d8b-a843-708d21cc4662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:52:38.323506 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5e969c9e-30f0-40a4-ab1c-2e4768c88e50 req-16992b66-f6c3-4d8b-a843-708d21cc4662 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f31a5650834e49b288140b0ca768c2&device_id=d8cac6e3-c70e-4a55-aec4-72689e662fc5 HTTP/1.1" status: 200  len: 1097 time: 0.0850375
Apr 21 14:52:38.468534 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e969c9e-30f0-40a4-ab1c-2e4768c88e50 req-5b5bbcfd-d8fd-4bda-8313-b7fac1693a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:52:38.470116 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5e969c9e-30f0-40a4-ab1c-2e4768c88e50 req-5b5bbcfd-d8fd-4bda-8313-b7fac1693a99 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3bf02896-5a06-4820-afef-e1d155642dab HTTP/1.1" status: 200  len: 913 time: 0.1398125
Apr 21 14:52:38.543779 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5e969c9e-30f0-40a4-ab1c-2e4768c88e50 req-89da8cf7-bd30-4460-820b-ebe2e602ad80 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f462ccd-688b-4a79-8d55-7cf72be7aeb0 HTTP/1.1" status: 200  len: 217 time: 0.0668581
Apr 21 14:52:38.619640 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e969c9e-30f0-40a4-ab1c-2e4768c88e50 req-bbdd6ca3-0cb2-4086-acff-7681e348450b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:52:38.621223 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5e969c9e-30f0-40a4-ab1c-2e4768c88e50 req-bbdd6ca3-0cb2-4086-acff-7681e348450b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9520c503-7474-4d15-8642-8ca9a66eae6e HTTP/1.1" status: 200  len: 851 time: 0.0710700
Apr 21 14:52:38.711173 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e969c9e-30f0-40a4-ab1c-2e4768c88e50 req-e7e34f50-e3c7-47fa-bd00-be1cd6677ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:52:38.712827 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5e969c9e-30f0-40a4-ab1c-2e4768c88e50 req-e7e34f50-e3c7-47fa-bd00-be1cd6677ca4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3bf02896-5a06-4820-afef-e1d155642dab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0851073
Apr 21 14:52:38.866232 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5e969c9e-30f0-40a4-ab1c-2e4768c88e50 req-108f16df-2459-462c-8fe9-411467d1c9b9 service neutron] 10.222.0.36 "GET /v2.0/networks/3bf02896-5a06-4820-afef-e1d155642dab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450841
Apr 21 14:52:38.994693 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:39.013303 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5e969c9e-30f0-40a4-ab1c-2e4768c88e50 req-feeb12f8-834f-4e0a-8c33-5aedb65ed2ba service neutron] 10.222.0.36 "GET /v2.0/networks/3bf02896-5a06-4820-afef-e1d155642dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1405272
Apr 21 14:52:39.317120 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4dfaf-8998-4839-a44a-b1b78960c26a req-22c031d6-6451-4d6f-bdda-4f84cc18d071 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:52:39.317120 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-85f4dfaf-8998-4839-a44a-b1b78960c26a req-22c031d6-6451-4d6f-bdda-4f84cc18d071 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Synchronizing usage tracker for tenant:47f31a5650834e49b288140b0ca768c2 on resource:port {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:52:39.332932 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-85f4dfaf-8998-4839-a44a-b1b78960c26a req-22c031d6-6451-4d6f-bdda-4f84cc18d071 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Unset dirty status for tenant:47f31a5650834e49b288140b0ca768c2 on resource:port {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:52:39.334262 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-85f4dfaf-8998-4839-a44a-b1b78960c26a req-22c031d6-6451-4d6f-bdda-4f84cc18d071 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8cac6e3-c70e-4a55-aec4-72689e662fc5 HTTP/1.1" status: 200  len: 944 time: 0.1119895
Apr 21 14:52:39.386196 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-85f4dfaf-8998-4839-a44a-b1b78960c26a req-b4a20f65-c221-4591-b74a-7b79419dcda1 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446613
Apr 21 14:52:40.136492 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 34522) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:52:40.266653 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00eb7722-68be-444f-9361-668add603c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:40.282896 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-00eb7722-68be-444f-9361-668add603c08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:52:40.287154 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-00eb7722-68be-444f-9361-668add603c08 admin admin] Usage tracker for resource:security_group_rule and tenant:54c4e08cc008401b8d0f18dbf62c3cf2 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:52:40.290171 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-00eb7722-68be-444f-9361-668add603c08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:52:40.296775 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-00eb7722-68be-444f-9361-668add603c08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:52:40.387199 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00eb7722-68be-444f-9361-668add603c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:40.390742 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00eb7722-68be-444f-9361-668add603c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:40.398200 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-4bdfa019-f678-4349-b9aa-7f1008e170ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:52:40.443254 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-00eb7722-68be-444f-9361-668add603c08 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=54c4e08cc008401b8d0f18dbf62c3cf2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3055611
Apr 21 14:52:40.444192 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb7722-68be-444f-9361-668add603c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7385981-7769-417f-8cbd-f1db5f09d601,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:52:40.446341 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 34530) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:52:40.447621 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-00eb7722-68be-444f-9361-668add603c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:52:40.554861 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9f41415d-b7b6-4c31-b151-3764702f24d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:40.593052 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9f41415d-b7b6-4c31-b151-3764702f24d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:40.665712 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e11b0-7c15-45d9-9fc3-e339139fcda9 req-f1e58fea-3cca-43ba-9305-666a7d1d4efd tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:52:40.667383 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-513e11b0-7c15-45d9-9fc3-e339139fcda9 req-f1e58fea-3cca-43ba-9305-666a7d1d4efd tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8cac6e3-c70e-4a55-aec4-72689e662fc5 HTTP/1.1" status: 200  len: 944 time: 0.1574430
Apr 21 14:52:40.677112 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9f41415d-b7b6-4c31-b151-3764702f24d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:40.693862 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f054abb6-a9b7-416f-acf5-f9763144efda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:52:40.713131 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41415d-b7b6-4c31-b151-3764702f24d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7385981-7769-417f-8cbd-f1db5f09d601,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:52:40.717223 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9f41415d-b7b6-4c31-b151-3764702f24d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:52:40.730646 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9f41415d-b7b6-4c31-b151-3764702f24d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:40.731896 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-9f41415d-b7b6-4c31-b151-3764702f24d4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7385981-7769-417f-8cbd-f1db5f09d601 HTTP/1.1" status: 204  len: 168 time: 0.2844265
Apr 21 14:52:40.743596 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-513e11b0-7c15-45d9-9fc3-e339139fcda9 req-9c85a14a-571c-41a1-afe8-a31a5888f8a4 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0689993
Apr 21 14:52:41.062670 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 34538) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:52:41.083363 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7a714927-1265-40e8-8cc0-a924aec260e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:41.100853 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-7a714927-1265-40e8-8cc0-a924aec260e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:52:41.105316 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-7a714927-1265-40e8-8cc0-a924aec260e1 admin admin] Usage tracker for resource:security_group_rule and tenant:03a3a3c4706c4d81be8e6bbfcbaa549e is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:52:41.108668 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-7a714927-1265-40e8-8cc0-a924aec260e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:52:41.116435 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-7a714927-1265-40e8-8cc0-a924aec260e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:52:41.206620 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7a714927-1265-40e8-8cc0-a924aec260e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:41.209956 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7a714927-1265-40e8-8cc0-a924aec260e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:41.217850 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-69103bd5-69a4-48db-b1e0-41becb60457b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:52:41.264428 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-7a714927-1265-40e8-8cc0-a924aec260e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=03a3a3c4706c4d81be8e6bbfcbaa549e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2004592
Apr 21 14:52:41.265462 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a714927-1265-40e8-8cc0-a924aec260e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557d3492-b342-41f7-8e51-c796403f215a,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:52:41.267578 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 34542) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:52:41.268896 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-7a714927-1265-40e8-8cc0-a924aec260e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:52:41.343526 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4fcfa3ce-26ea-4449-8072-cc691ceefe7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:41.373721 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4fcfa3ce-26ea-4449-8072-cc691ceefe7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:41.419218 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4fcfa3ce-26ea-4449-8072-cc691ceefe7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:41.424791 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2af63583-fd5d-4a4b-8d46-ce023c2eeabc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:52:41.438264 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcfa3ce-26ea-4449-8072-cc691ceefe7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557d3492-b342-41f7-8e51-c796403f215a,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:52:41.442849 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-4fcfa3ce-26ea-4449-8072-cc691ceefe7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:52:41.455616 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4fcfa3ce-26ea-4449-8072-cc691ceefe7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:41.456953 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-4fcfa3ce-26ea-4449-8072-cc691ceefe7f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/557d3492-b342-41f7-8e51-c796403f215a HTTP/1.1" status: 204  len: 168 time: 0.1879294
Apr 21 14:52:41.963515 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a79584-6143-4a81-bd52-e3e503d71140 req-5846b356-4eab-44a8-ab0e-4f7dae16c398 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:52:41.965485 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-43a79584-6143-4a81-bd52-e3e503d71140 req-5846b356-4eab-44a8-ab0e-4f7dae16c398 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8cac6e3-c70e-4a55-aec4-72689e662fc5 HTTP/1.1" status: 200  len: 944 time: 0.1018648
Apr 21 14:52:42.027160 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-43a79584-6143-4a81-bd52-e3e503d71140 req-328d0394-effa-4fea-8a0e-93920ba7f27d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540578
Apr 21 14:52:43.500604 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b579c-49ec-42fa-99ac-cc627184f380 req-49181ec1-7fd1-4cda-a5c1-ae9aa87f633b tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:52:43.502308 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-386b579c-49ec-42fa-99ac-cc627184f380 req-49181ec1-7fd1-4cda-a5c1-ae9aa87f633b tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8cac6e3-c70e-4a55-aec4-72689e662fc5 HTTP/1.1" status: 200  len: 944 time: 0.3657427
Apr 21 14:52:43.552243 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-386b579c-49ec-42fa-99ac-cc627184f380 req-2f7cf986-7d05-407b-9e7b-d0933fc9a6cf tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431609
Apr 21 14:52:44.774831 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22134632-f97b-43a8-8246-b640f70c1a43 req-62de82b2-f13b-4a65-b5f2-96ed0009cf1c tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:52:44.776487 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-22134632-f97b-43a8-8246-b640f70c1a43 req-62de82b2-f13b-4a65-b5f2-96ed0009cf1c tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8cac6e3-c70e-4a55-aec4-72689e662fc5 HTTP/1.1" status: 200  len: 944 time: 0.1013708
Apr 21 14:52:44.827339 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-22134632-f97b-43a8-8246-b640f70c1a43 req-ad5f32af-1b17-48a3-ae3e-2ca16c71571b tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443883
Apr 21 14:52:45.675014 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 9f462ccd-688b-4a79-8d55-7cf72be7aeb0 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 14:52:45.824618 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 9f462ccd-688b-4a79-8d55-7cf72be7aeb0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9f462ccd-688b-4a79-8d55-7cf72be7aeb0,segment=NetworkSegment(82fae9ff-f88e-4cb9-bd09-c64f372345c7),segment_id=82fae9ff-f88e-4cb9-bd09-c64f372345c7)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:52:45.839910 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Returning: {'device': '9f462ccd-688b-4a79-8d55-7cf72be7aeb0', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'port_id': '9f462ccd-688b-4a79-8d55-7cf72be7aeb0', 'mac_address': 'fa:16:3e:83:93:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 14:52:45.901805 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:45.921024 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f462ccd-688b-4a79-8d55-7cf72be7aeb0 {{(pid=86395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:52:45.938611 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 9f462ccd-688b-4a79-8d55-7cf72be7aeb0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9f462ccd-688b-4a79-8d55-7cf72be7aeb0,segment=NetworkSegment(82fae9ff-f88e-4cb9-bd09-c64f372345c7),segment_id=82fae9ff-f88e-4cb9-bd09-c64f372345c7)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:52:45.941960 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:45.943883 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-053c4ccb-93a5-4f13-bb7f-19078db0a150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:52:46.020658 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=9f462ccd-688b-4a79-8d55-7cf72be7aeb0,revision_number=4']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:52:46.037872 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:52:46.038322 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:52:46.038710 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:52:46.039085 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:52:46.039460 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:52:46.039904 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:52:46.040191 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:52:46.040553 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:52:46.040923 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:52:46.041296 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:52:46.041661 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:52:46.042041 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:52:46.052458 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:52:46.064848 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b20400-c450-409d-845e-06c3802e4421 req-d94ba8eb-1b24-47e2-b2e6-26f81432ca45 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:52:46.069779 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-34b20400-c450-409d-845e-06c3802e4421 req-d94ba8eb-1b24-47e2-b2e6-26f81432ca45 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8cac6e3-c70e-4a55-aec4-72689e662fc5 HTTP/1.1" status: 200  len: 945 time: 0.1214418
Apr 21 14:52:46.117413 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-34b20400-c450-409d-845e-06c3802e4421 req-9c00363b-1f4c-4a32-8f27-b2ff1f07e851 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441580
Apr 21 14:52:46.309460 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['9f462ccd-688b-4a79-8d55-7cf72be7aeb0'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:52:47.333612 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c60030-e89e-4e06-905c-f8ec37ecdd63 req-864fc022-8ee9-491e-a20e-4ef3b7393719 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:52:47.335217 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b9c60030-e89e-4e06-905c-f8ec37ecdd63 req-864fc022-8ee9-491e-a20e-4ef3b7393719 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8cac6e3-c70e-4a55-aec4-72689e662fc5 HTTP/1.1" status: 200  len: 945 time: 0.1001356
Apr 21 14:52:47.644636 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b9c60030-e89e-4e06-905c-f8ec37ecdd63 req-851b9cc2-db40-44c7-aca8-fe14bb6963b4 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2993758
Apr 21 14:52:47.705687 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 9f462ccd-688b-4a79-8d55-7cf72be7aeb0 up at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:52:47.780616 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning for port 9f462ccd-688b-4a79-8d55-7cf72be7aeb0 completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:52:47.785915 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning complete for port 9f462ccd-688b-4a79-8d55-7cf72be7aeb0 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:52:47.786364 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:47.918530 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:47.947851 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cac6e3-c70e-4a55-aec4-72689e662fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f462ccd-688b-4a79-8d55-7cf72be7aeb0'}] {{(pid=86395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:52:47.959140 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 9f462ccd-688b-4a79-8d55-7cf72be7aeb0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9f462ccd-688b-4a79-8d55-7cf72be7aeb0,segment=NetworkSegment(82fae9ff-f88e-4cb9-bd09-c64f372345c7),segment_id=82fae9ff-f88e-4cb9-bd09-c64f372345c7)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:52:47.963272 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:47.964910 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ab8a5072-1ec9-4af9-9369-ff6497db88fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:52:48.048775 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=9f462ccd-688b-4a79-8d55-7cf72be7aeb0,revision_number=5']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:52:48.052574 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:52:48.179598 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8cac6e3-c70e-4a55-aec4-72689e662fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f462ccd-688b-4a79-8d55-7cf72be7aeb0', 'code': 200}
Apr 21 14:52:48.486949 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567150c5-c69d-4a54-9f38-fb2b396ba58d req-bf2611f3-8d49-44ea-a95e-cd3fb4c18f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:52:48.488606 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-567150c5-c69d-4a54-9f38-fb2b396ba58d req-bf2611f3-8d49-44ea-a95e-cd3fb4c18f6b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d8cac6e3-c70e-4a55-aec4-72689e662fc5 HTTP/1.1" status: 200  len: 1099 time: 0.0873232
Apr 21 14:52:48.539119 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-567150c5-c69d-4a54-9f38-fb2b396ba58d req-b384f5f5-c7e1-4ade-9bd2-062975b74854 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438659
Apr 21 14:52:48.890016 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b00f50-caf2-4686-b200-1ef7fd7598aa req-c8a74798-cab6-4dcb-b69f-40536373fe10 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:52:48.892876 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a2b00f50-caf2-4686-b200-1ef7fd7598aa req-c8a74798-cab6-4dcb-b69f-40536373fe10 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8cac6e3-c70e-4a55-aec4-72689e662fc5 HTTP/1.1" status: 200  len: 946 time: 0.1205637
Apr 21 14:52:48.947805 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a2b00f50-caf2-4686-b200-1ef7fd7598aa req-0a8f75e0-343e-4526-a49d-5ae2a4c408d1 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486815
Apr 21 14:52:50.224278 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49107d50-83c5-473e-8c6a-6b6f75d53a76 req-161d7c22-4896-4667-be12-8eb578dcb5ee tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:52:50.225824 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-49107d50-83c5-473e-8c6a-6b6f75d53a76 req-161d7c22-4896-4667-be12-8eb578dcb5ee tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8cac6e3-c70e-4a55-aec4-72689e662fc5 HTTP/1.1" status: 200  len: 946 time: 0.1556678
Apr 21 14:52:50.277681 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-49107d50-83c5-473e-8c6a-6b6f75d53a76 req-4cfb734f-a0c1-4012-b241-bf2966975a47 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450845
Apr 21 14:52:50.503583 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16342c21-6d90-4291-aa26-ac5bff38917d req-9945a758-e6a9-4366-ad4b-516bb29e3dab tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:52:50.505255 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-16342c21-6d90-4291-aa26-ac5bff38917d req-9945a758-e6a9-4366-ad4b-516bb29e3dab tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8cac6e3-c70e-4a55-aec4-72689e662fc5 HTTP/1.1" status: 200  len: 946 time: 0.1002645
Apr 21 14:52:50.586193 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-16342c21-6d90-4291-aa26-ac5bff38917d req-318d2427-e9e5-42d7-98f1-332bc2c8432e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0634298
Apr 21 14:52:50.612374 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 34680) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:52:50.701696 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f059f1-9e4d-48a2-88d0-a0ec63be53b7 tempest-TestVolumeBootPattern-434124492 tempest-TestVolumeBootPattern-434124492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:52:50.702530 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-61f059f1-9e4d-48a2-88d0-a0ec63be53b7 tempest-TestVolumeBootPattern-434124492 tempest-TestVolumeBootPattern-434124492-project-admin] Synchronizing usage tracker for tenant:876671a6bb8447d1b67f6785ce30618a on resource:port {{(pid=86394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:52:50.721659 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-61f059f1-9e4d-48a2-88d0-a0ec63be53b7 tempest-TestVolumeBootPattern-434124492 tempest-TestVolumeBootPattern-434124492-project-admin] Unset dirty status for tenant:876671a6bb8447d1b67f6785ce30618a on resource:port {{(pid=86394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:52:50.723017 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-61f059f1-9e4d-48a2-88d0-a0ec63be53b7 tempest-TestVolumeBootPattern-434124492 tempest-TestVolumeBootPattern-434124492-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d8cac6e3-c70e-4a55-aec4-72689e662fc5 HTTP/1.1" status: 200  len: 1094 time: 0.1095207
Apr 21 14:52:50.726298 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 34684) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:52:50.732170 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-c5f9db1b-75e3-4599-a245-a425a7aebb1d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Request body: {'floatingip': {'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'port_id': '9f462ccd-688b-4a79-8d55-7cf72be7aeb0', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:52:50.739296 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-c5f9db1b-75e3-4599-a245-a425a7aebb1d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:52:50.744039 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-c5f9db1b-75e3-4599-a245-a425a7aebb1d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Usage tracker for resource:floatingip and tenant:47f31a5650834e49b288140b0ca768c2 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:52:50.747587 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-c5f9db1b-75e3-4599-a245-a425a7aebb1d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:52:50.754614 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-c5f9db1b-75e3-4599-a245-a425a7aebb1d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:52:50.765515 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c5f9db1b-75e3-4599-a245-a425a7aebb1d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for floatingip, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:50.920552 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c5f9db1b-75e3-4599-a245-a425a7aebb1d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:51.070387 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-c5f9db1b-75e3-4599-a245-a425a7aebb1d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Allocated IP 172.27.3.214 (65ae90ab-0baf-4140-bbfd-b114ac6a9837/3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036/169de6d8-f102-4b43-8ce7-c9ce92cc91c2) {{(pid=86394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:52:51.238353 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c5f9db1b-75e3-4599-a245-a425a7aebb1d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for port, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:51.270015 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c5f9db1b-75e3-4599-a245-a425a7aebb1d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:51.274083 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:52:51.344008 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f9db1b-75e3-4599-a245-a425a7aebb1d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Network 65ae90ab-0baf-4140-bbfd-b114ac6a9837 is already hosted by enough agents. {{(pid=86394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:52:51.347180 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-c5f9db1b-75e3-4599-a245-a425a7aebb1d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Resources bound (agent type, host, resource id):  {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:52:51.351229 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f9db1b-75e3-4599-a245-a425a7aebb1d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Received port after_create {{(pid=86394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:52:51.383507 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9db1b-75e3-4599-a245-a425a7aebb1d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Pushing event updated for resources: {'Port': ['ID=169de6d8-f102-4b43-8ce7-c9ce92cc91c2,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:52:51.391160 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c5f9db1b-75e3-4599-a245-a425a7aebb1d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:52:51.825494 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c5f9db1b-75e3-4599-a245-a425a7aebb1d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:51.912061 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c5f9db1b-75e3-4599-a245-a425a7aebb1d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:52.145846 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c5f9db1b-75e3-4599-a245-a425a7aebb1d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for port, precommit_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:52.150190 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c5f9db1b-75e3-4599-a245-a425a7aebb1d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839088365'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:52.155539 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e9295e16-424c-49ee-93da-1d21dc929809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:52:52.275519 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9db1b-75e3-4599-a245-a425a7aebb1d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Pushing event updated for resources: {'Port': ['ID=169de6d8-f102-4b43-8ce7-c9ce92cc91c2,revision_number=2']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:52:52.280505 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c5f9db1b-75e3-4599-a245-a425a7aebb1d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:52:52.287995 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c5f9db1b-75e3-4599-a245-a425a7aebb1d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630449'] for floatingip, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:52.351325 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 34704) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:52:52.476516 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.l3_db [None req-c5f9db1b-75e3-4599-a245-a425a7aebb1d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Floating IP a6e80a3a-c516-44ad-9905-dbb24d0400fd associated. External IP: 172.27.3.214, port: 9f462ccd-688b-4a79-8d55-7cf72be7aeb0.
Apr 21 14:52:52.513843 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-44c81cdc-e069-4190-9415-a005925ea77e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:52.530900 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-44c81cdc-e069-4190-9415-a005925ea77e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:52:52.535204 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-44c81cdc-e069-4190-9415-a005925ea77e admin admin] Usage tracker for resource:security_group_rule and tenant:ec59d804dad246b992dde3cb1fbd6789 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:52:52.538306 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-44c81cdc-e069-4190-9415-a005925ea77e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:52:52.544779 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-44c81cdc-e069-4190-9415-a005925ea77e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:52:52.635062 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-44c81cdc-e069-4190-9415-a005925ea77e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:52.638563 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-44c81cdc-e069-4190-9415-a005925ea77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:52.647690 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8b9b9aa2-00f2-484d-843f-99d52ec8fe9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:52:52.693365 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-44c81cdc-e069-4190-9415-a005925ea77e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec59d804dad246b992dde3cb1fbd6789&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3407998
Apr 21 14:52:52.695288 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c81cdc-e069-4190-9415-a005925ea77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c4f3dc-a192-49fb-ae30-be1f48b53bfd,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:52:52.699555 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-44c81cdc-e069-4190-9415-a005925ea77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:52:52.700269 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 34710) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:52:52.772548 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-5e07b43a-9dc1-4693-8591-18af3f73bfba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:52.802901 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-5e07b43a-9dc1-4693-8591-18af3f73bfba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:52.863247 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-5e07b43a-9dc1-4693-8591-18af3f73bfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:52.868968 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c0ebacec-8a14-4941-b21f-cc7427a155ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:52:52.884846 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07b43a-9dc1-4693-8591-18af3f73bfba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c4f3dc-a192-49fb-ae30-be1f48b53bfd,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:52:52.888027 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-5e07b43a-9dc1-4693-8591-18af3f73bfba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:52:52.889377 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-5e07b43a-9dc1-4693-8591-18af3f73bfba admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:52.893610 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-5e07b43a-9dc1-4693-8591-18af3f73bfba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/39c4f3dc-a192-49fb-ae30-be1f48b53bfd HTTP/1.1" status: 204  len: 168 time: 0.1892951
Apr 21 14:52:52.900580 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f9db1b-75e3-4599-a245-a425a7aebb1d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Router 643d318c-010c-4d49-a94e-e27966d47571 has already been hosted by L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 {{(pid=86394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 14:52:53.106157 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f9db1b-75e3-4599-a245-a425a7aebb1d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:52:53.117379 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9dfb4c-aa5e-4234-83cc-4e5d529cca40 None None] Sync routers for ids ['643d318c-010c-4d49-a94e-e27966d47571'] in dv-cinder-786385-2-iscsi {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:52:53.128503 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9dfb4c-aa5e-4234-83cc-4e5d529cca40 None None] Routers {'643d318c-010c-4d49-a94e-e27966d47571'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:52:53.129568 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-3a9dfb4c-aa5e-4234-83cc-4e5d529cca40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f6da8438>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:52:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['643d318c-010c-4d49-a94e-e27966d47571'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:52:53.140133 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c5f9db1b-75e3-4599-a245-a425a7aebb1d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for floatingip, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:53.207325 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-c5f9db1b-75e3-4599-a245-a425a7aebb1d tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.4798639
Apr 21 14:52:53.208052 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8cac6e3-c70e-4a55-aec4-72689e662fc5', 'tag': '9f462ccd-688b-4a79-8d55-7cf72be7aeb0'}] {{(pid=86394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:52:53.224631 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 34724) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:52:53.244366 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00cc1626-a4dd-4441-8cc1-bd55fee8d5ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:53.260836 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-00cc1626-a4dd-4441-8cc1-bd55fee8d5ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:52:53.266596 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-00cc1626-a4dd-4441-8cc1-bd55fee8d5ea admin admin] Usage tracker for resource:security_group_rule and tenant:38d20fa094cb45c4a311fffe0c40ab5d is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:52:53.269954 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-00cc1626-a4dd-4441-8cc1-bd55fee8d5ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:52:53.276941 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-00cc1626-a4dd-4441-8cc1-bd55fee8d5ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:52:53.353878 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-3a9dfb4c-aa5e-4234-83cc-4e5d529cca40 None None] Set router 643d318c-010c-4d49-a94e-e27966d47571 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:52:53.368893 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00cc1626-a4dd-4441-8cc1-bd55fee8d5ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:53.372265 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00cc1626-a4dd-4441-8cc1-bd55fee8d5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:53.381798 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-b9a55596-0735-499d-a448-919312681610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:52:53.430188 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-00cc1626-a4dd-4441-8cc1-bd55fee8d5ea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=38d20fa094cb45c4a311fffe0c40ab5d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2009785
Apr 21 14:52:53.430188 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc1626-a4dd-4441-8cc1-bd55fee8d5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a3a58e-11a1-4311-8593-0dcd6998115c,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:52:53.431304 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 34728) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:52:53.432305 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-00cc1626-a4dd-4441-8cc1-bd55fee8d5ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:52:53.505120 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8cac6e3-c70e-4a55-aec4-72689e662fc5', 'tag': '9f462ccd-688b-4a79-8d55-7cf72be7aeb0', 'status': 'completed', 'code': 200}
Apr 21 14:52:53.527070 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5725-2808-43be-873d-ea8a7a573fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:53.556314 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5725-2808-43be-873d-ea8a7a573fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:53.607656 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5725-2808-43be-873d-ea8a7a573fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:53.612791 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244eeaab-c4ae-4eed-81fc-0de604f09595 req-d46dfb86-af92-4438-8395-3b7b5d0aa634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:52:53.614345 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:52:53.614542 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-244eeaab-c4ae-4eed-81fc-0de604f09595 req-d46dfb86-af92-4438-8395-3b7b5d0aa634 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f31a5650834e49b288140b0ca768c2&device_id=d8cac6e3-c70e-4a55-aec4-72689e662fc5 HTTP/1.1" status: 200  len: 1099 time: 0.0863144
Apr 21 14:52:53.629609 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b5725-2808-43be-873d-ea8a7a573fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a3a58e-11a1-4311-8593-0dcd6998115c,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:52:53.632075 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5725-2808-43be-873d-ea8a7a573fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:53.636068 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-8b4b5725-2808-43be-873d-ea8a7a573fbe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/09a3a58e-11a1-4311-8593-0dcd6998115c HTTP/1.1" status: 204  len: 168 time: 0.1987212
Apr 21 14:52:53.636068 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8b4b5725-2808-43be-873d-ea8a7a573fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:52:53.780805 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244eeaab-c4ae-4eed-81fc-0de604f09595 req-22b962ed-3ead-460d-a6e9-4bed19986f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:52:53.782887 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-244eeaab-c4ae-4eed-81fc-0de604f09595 req-22b962ed-3ead-460d-a6e9-4bed19986f48 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3bf02896-5a06-4820-afef-e1d155642dab HTTP/1.1" status: 200  len: 913 time: 0.1618433
Apr 21 14:52:53.904688 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-244eeaab-c4ae-4eed-81fc-0de604f09595 req-94ba7b01-6b76-4246-a7ec-28c58fd731b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f462ccd-688b-4a79-8d55-7cf72be7aeb0 HTTP/1.1" status: 200  len: 1000 time: 0.1147993
Apr 21 14:52:53.939515 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-3a9dfb4c-aa5e-4234-83cc-4e5d529cca40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f6da8438>, [{'id': '643d318c-010c-4d49-a94e-e27966d47571', 'name': 'tempest-TestVolumeBootPattern-1521638240-router', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '7f6abe5d-4395-4929-a439-92fb24715117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:48:49Z', 'updated_at': '2021-04-21T14:48:54Z', 'revision_number': 4, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'gw_port': {'id': '7f6abe5d-4395-4929-a439-92fb24715117', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:50Z', 'updated_at': '2021-04-21T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_floatingips': [{'id': 'a6e80a3a-c516-44ad-9905-dbb24d0400fd', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'router_id': '643d318c-010c-4d49-a94e-e27966d47571', 'port_id': '9f462ccd-688b-4a79-8d55-7cf72be7aeb0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'mac_address': 'fa:16:3e:83:93:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cac6e3-c70e-4a55-aec4-72689e662fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:52:51Z', 'updated_at': '2021-04-21T14:52:51Z', 'revision_number': 0, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6763d1e9-54d9-429f-a681-c23399fc91c4', 'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'mac_address': 'fa:16:3e:0f:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:53Z', 'updated_at': '2021-04-21T14:49:02Z', 'revision_number': 5, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'subnets': [{'id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:52:53.944090 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9dfb4c-aa5e-4234-83cc-4e5d529cca40 None None] Checking router: 643d318c-010c-4d49-a94e-e27966d47571 for host: dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:52:53.954564 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9dfb4c-aa5e-4234-83cc-4e5d529cca40 None None] Routers {'643d318c-010c-4d49-a94e-e27966d47571'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:52:53.955221 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-3a9dfb4c-aa5e-4234-83cc-4e5d529cca40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f6da8438>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:52:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['643d318c-010c-4d49-a94e-e27966d47571'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:52:53.978095 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244eeaab-c4ae-4eed-81fc-0de604f09595 req-fcf5863d-e02b-4db4-92d1-f790167ff1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:52:53.980173 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-244eeaab-c4ae-4eed-81fc-0de604f09595 req-fcf5863d-e02b-4db4-92d1-f790167ff1cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9520c503-7474-4d15-8642-8ca9a66eae6e HTTP/1.1" status: 200  len: 851 time: 0.0689812
Apr 21 14:52:54.045556 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 34736) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:52:54.065397 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2a23a402-79de-4d82-bfa1-7e43750830f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:54.082343 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-2a23a402-79de-4d82-bfa1-7e43750830f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:52:54.083218 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244eeaab-c4ae-4eed-81fc-0de604f09595 req-a342d53e-c3fe-475c-9e22-f942c0012cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:52:54.084977 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-244eeaab-c4ae-4eed-81fc-0de604f09595 req-a342d53e-c3fe-475c-9e22-f942c0012cf0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3bf02896-5a06-4820-afef-e1d155642dab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0981183
Apr 21 14:52:54.086854 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-2a23a402-79de-4d82-bfa1-7e43750830f2 admin admin] Usage tracker for resource:security_group_rule and tenant:2486ab6fd26543a1a3a3399c42ff4def is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:52:54.089975 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-2a23a402-79de-4d82-bfa1-7e43750830f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:52:54.096982 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-2a23a402-79de-4d82-bfa1-7e43750830f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:52:54.160440 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-3a9dfb4c-aa5e-4234-83cc-4e5d529cca40 None None] Set router 643d318c-010c-4d49-a94e-e27966d47571 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:52:54.187787 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2a23a402-79de-4d82-bfa1-7e43750830f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:54.190858 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2a23a402-79de-4d82-bfa1-7e43750830f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:54.199904 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d2b23c19-db33-4d58-9ebe-d19d59be8065 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:52:54.254489 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-2a23a402-79de-4d82-bfa1-7e43750830f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2486ab6fd26543a1a3a3399c42ff4def&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2029634
Apr 21 14:52:54.254489 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23a402-79de-4d82-bfa1-7e43750830f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b728c5c3-b072-4ec4-9637-2dd253e8198a,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:52:54.254489 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2a23a402-79de-4d82-bfa1-7e43750830f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:52:54.255075 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 34740) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:52:54.318537 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f6aba5b6-6c18-4dae-a2bd-b83cf17cc2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:54.328527 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-244eeaab-c4ae-4eed-81fc-0de604f09595 req-5c2d9ae6-7859-4cd8-895c-5464f58bb8ca service neutron] 10.222.0.36 "GET /v2.0/networks/3bf02896-5a06-4820-afef-e1d155642dab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2348876
Apr 21 14:52:54.347482 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f6aba5b6-6c18-4dae-a2bd-b83cf17cc2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:54.401934 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f6aba5b6-6c18-4dae-a2bd-b83cf17cc2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:54.407430 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-93e35fa5-08fd-4d3b-9a0c-bf28e8666c49 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:52:54.421199 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aba5b6-6c18-4dae-a2bd-b83cf17cc2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b728c5c3-b072-4ec4-9637-2dd253e8198a,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:52:54.424893 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f6aba5b6-6c18-4dae-a2bd-b83cf17cc2e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:52:54.427125 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f6aba5b6-6c18-4dae-a2bd-b83cf17cc2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:52:54.431384 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-f6aba5b6-6c18-4dae-a2bd-b83cf17cc2e2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b728c5c3-b072-4ec4-9637-2dd253e8198a HTTP/1.1" status: 204  len: 168 time: 0.1756098
Apr 21 14:52:54.495696 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-244eeaab-c4ae-4eed-81fc-0de604f09595 req-d82b9da9-f26a-4b9b-aaeb-952d7dbfee76 service neutron] 10.222.0.36 "GET /v2.0/networks/3bf02896-5a06-4820-afef-e1d155642dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1597650
Apr 21 14:52:54.598307 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-3a9dfb4c-aa5e-4234-83cc-4e5d529cca40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f6da8438>, [{'id': '643d318c-010c-4d49-a94e-e27966d47571', 'name': 'tempest-TestVolumeBootPattern-1521638240-router', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '7f6abe5d-4395-4929-a439-92fb24715117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:48:49Z', 'updated_at': '2021-04-21T14:48:54Z', 'revision_number': 4, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'gw_port': {'id': '7f6abe5d-4395-4929-a439-92fb24715117', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:50Z', 'updated_at': '2021-04-21T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_floatingips': [{'id': 'a6e80a3a-c516-44ad-9905-dbb24d0400fd', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'router_id': '643d318c-010c-4d49-a94e-e27966d47571', 'port_id': '9f462ccd-688b-4a79-8d55-7cf72be7aeb0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'mac_address': 'fa:16:3e:83:93:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cac6e3-c70e-4a55-aec4-72689e662fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:52:51Z', 'updated_at': '2021-04-21T14:52:51Z', 'revision_number': 0, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6763d1e9-54d9-429f-a681-c23399fc91c4', 'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'mac_address': 'fa:16:3e:0f:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:53Z', 'updated_at': '2021-04-21T14:49:02Z', 'revision_number': 5, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'subnets': [{'id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:52:54.602713 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9dfb4c-aa5e-4234-83cc-4e5d529cca40 None None] The sync data for ids ['643d318c-010c-4d49-a94e-e27966d47571'] in dv-cinder-786385-2-iscsi is: [{'id': '643d318c-010c-4d49-a94e-e27966d47571', 'name': 'tempest-TestVolumeBootPattern-1521638240-router', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '7f6abe5d-4395-4929-a439-92fb24715117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:48:49Z', 'updated_at': '2021-04-21T14:48:54Z', 'revision_number': 4, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'gw_port': {'id': '7f6abe5d-4395-4929-a439-92fb24715117', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:50Z', 'updated_at': '2021-04-21T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_floatingips': [{'id': 'a6e80a3a-c516-44ad-9905-dbb24d0400fd', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'router_id': '643d318c-010c-4d49-a94e-e27966d47571', 'port_id': '9f462ccd-688b-4a79-8d55-7cf72be7aeb0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'mac_address': 'fa:16:3e:83:93:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cac6e3-c70e-4a55-aec4-72689e662fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:52:51Z', 'updated_at': '2021-04-21T14:52:51Z', 'revision_number': 0, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6763d1e9-54d9-429f-a681-c23399fc91c4', 'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'mac_address': 'fa:16:3e:0f:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:53Z', 'updated_at': '2021-04-21T14:49:02Z', 'revision_number': 5, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'subnets': [{'id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:52:54.927395 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9da2a1-24cb-4dd8-a846-62b0dbf13a14 None None] New status for floating IP a6e80a3a-c516-44ad-9905-dbb24d0400fd: ACTIVE {{(pid=86396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 14:52:59.423738 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b54d41a3-3592-45d0-a11a-c767c624f1dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:01.620358 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 34826) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:53:01.757011 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6cdb9c7a-410d-460a-b720-378bdb419b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:01.774816 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-6cdb9c7a-410d-460a-b720-378bdb419b87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:53:01.779488 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-6cdb9c7a-410d-460a-b720-378bdb419b87 admin admin] Usage tracker for resource:security_group_rule and tenant:78f453909df74167901a6e2f2008bcb0 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:53:01.782688 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-6cdb9c7a-410d-460a-b720-378bdb419b87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:53:01.789377 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-6cdb9c7a-410d-460a-b720-378bdb419b87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:53:01.891204 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6cdb9c7a-410d-460a-b720-378bdb419b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:01.894543 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6cdb9c7a-410d-460a-b720-378bdb419b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:01.902707 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-a83c68b3-04ff-44c5-9499-aef550f86149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:53:01.947781 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb9c7a-410d-460a-b720-378bdb419b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c7ddf2-2aef-43fe-b3f6-fb31e836e22d,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:53:01.952864 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-6cdb9c7a-410d-460a-b720-378bdb419b87 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=78f453909df74167901a6e2f2008bcb0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3311658
Apr 21 14:53:01.953935 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-6cdb9c7a-410d-460a-b720-378bdb419b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:53:01.955915 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 34832) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:53:02.025450 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7f2ce0f7-f929-4024-a9de-38ae2d68cecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:02.057297 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7f2ce0f7-f929-4024-a9de-38ae2d68cecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:02.110429 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7f2ce0f7-f929-4024-a9de-38ae2d68cecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:02.116828 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-cd4e5172-de80-4744-8ee7-5e148883c980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:53:02.119205 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:02.131080 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ce0f7-f929-4024-a9de-38ae2d68cecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c7ddf2-2aef-43fe-b3f6-fb31e836e22d,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:53:02.133828 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-7f2ce0f7-f929-4024-a9de-38ae2d68cecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:53:02.139100 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7f2ce0f7-f929-4024-a9de-38ae2d68cecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:02.140388 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-7f2ce0f7-f929-4024-a9de-38ae2d68cecc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c3c7ddf2-2aef-43fe-b3f6-fb31e836e22d HTTP/1.1" status: 204  len: 168 time: 0.1830273
Apr 21 14:53:02.243801 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6adfd1d0-b6f5-4693-817b-1b503db32dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:02.456672 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 34840) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:53:02.482376 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d793061d-6346-48dd-b42e-32c92c4e10be admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:02.489008 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:02.501951 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-d793061d-6346-48dd-b42e-32c92c4e10be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:53:02.506807 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-d793061d-6346-48dd-b42e-32c92c4e10be admin admin] Usage tracker for resource:security_group_rule and tenant:c8f8ebbb02ac403baa1d4a1446df7680 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:53:02.510328 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-d793061d-6346-48dd-b42e-32c92c4e10be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:53:02.518258 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-d793061d-6346-48dd-b42e-32c92c4e10be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:53:02.616611 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d793061d-6346-48dd-b42e-32c92c4e10be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:02.620111 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d793061d-6346-48dd-b42e-32c92c4e10be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:02.630542 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f6aba5b6-6c18-4dae-a2bd-b83cf17cc2e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:53:02.678184 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-d793061d-6346-48dd-b42e-32c92c4e10be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c8f8ebbb02ac403baa1d4a1446df7680&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2200558
Apr 21 14:53:02.680024 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d793061d-6346-48dd-b42e-32c92c4e10be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b69b396-3586-4f94-ab0c-22e8b3f86c31,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:53:02.682105 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 34844) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:53:02.684076 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d793061d-6346-48dd-b42e-32c92c4e10be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:53:02.763097 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fe024f03-3b3f-433b-90f2-215f29179afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:02.793781 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fe024f03-3b3f-433b-90f2-215f29179afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:02.848288 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fe024f03-3b3f-433b-90f2-215f29179afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:02.854241 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-5e07b43a-9dc1-4693-8591-18af3f73bfba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:53:02.868932 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe024f03-3b3f-433b-90f2-215f29179afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b69b396-3586-4f94-ab0c-22e8b3f86c31,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:53:02.871618 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-fe024f03-3b3f-433b-90f2-215f29179afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:53:02.881162 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fe024f03-3b3f-433b-90f2-215f29179afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:02.882423 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-fe024f03-3b3f-433b-90f2-215f29179afe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5b69b396-3586-4f94-ab0c-22e8b3f86c31 HTTP/1.1" status: 204  len: 168 time: 0.1989901
Apr 21 14:53:04.243791 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:07.407159 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:53:08.990681 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:29.436646 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3d8657a9-32f9-4426-a818-9c5f49eb5138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:30.032882 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 34984) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:53:30.171090 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-03cc7dcf-03a3-4209-b771-a905332e0814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:30.186636 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-03cc7dcf-03a3-4209-b771-a905332e0814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:53:30.190786 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-03cc7dcf-03a3-4209-b771-a905332e0814 admin admin] Usage tracker for resource:security_group_rule and tenant:2b9ea29e5d69414287a41a1af5fa9ed5 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:53:30.193834 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-03cc7dcf-03a3-4209-b771-a905332e0814 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:53:30.200639 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-03cc7dcf-03a3-4209-b771-a905332e0814 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:53:30.295775 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-03cc7dcf-03a3-4209-b771-a905332e0814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:30.300056 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-03cc7dcf-03a3-4209-b771-a905332e0814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:30.309381 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:53:30.351828 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-03cc7dcf-03a3-4209-b771-a905332e0814 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b9ea29e5d69414287a41a1af5fa9ed5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3177178
Apr 21 14:53:30.353697 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc7dcf-03a3-4209-b771-a905332e0814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6894292d-161b-4971-b6f4-d9642fe23e39,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:53:30.355154 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 34990) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:53:30.362468 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc7dcf-03a3-4209-b771-a905332e0814 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:53:30.362898 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc7dcf-03a3-4209-b771-a905332e0814 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:53:30.363311 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc7dcf-03a3-4209-b771-a905332e0814 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:53:30.363721 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc7dcf-03a3-4209-b771-a905332e0814 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:53:30.364107 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc7dcf-03a3-4209-b771-a905332e0814 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:53:30.364509 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc7dcf-03a3-4209-b771-a905332e0814 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:53:30.364935 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc7dcf-03a3-4209-b771-a905332e0814 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:53:30.365339 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc7dcf-03a3-4209-b771-a905332e0814 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:53:30.365722 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc7dcf-03a3-4209-b771-a905332e0814 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:53:30.366156 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc7dcf-03a3-4209-b771-a905332e0814 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:53:30.366548 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc7dcf-03a3-4209-b771-a905332e0814 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:53:30.366951 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc7dcf-03a3-4209-b771-a905332e0814 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:53:30.371336 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-03cc7dcf-03a3-4209-b771-a905332e0814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:53:30.422650 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a97a1392-9922-4b2c-9503-a949a352a39c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:30.452034 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a97a1392-9922-4b2c-9503-a949a352a39c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:30.755020 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a97a1392-9922-4b2c-9503-a949a352a39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:30.760294 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8ba0a917-a30d-4659-bb86-2a17f46a7f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:53:30.773977 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a1392-9922-4b2c-9503-a949a352a39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6894292d-161b-4971-b6f4-d9642fe23e39,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:53:30.777950 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-a97a1392-9922-4b2c-9503-a949a352a39c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:53:30.784179 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a97a1392-9922-4b2c-9503-a949a352a39c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:30.786582 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-a97a1392-9922-4b2c-9503-a949a352a39c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6894292d-161b-4971-b6f4-d9642fe23e39 HTTP/1.1" status: 204  len: 168 time: 0.4302111
Apr 21 14:53:32.121379 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:32.247205 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-90654883-f987-4126-a243-c1fea822cc0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:32.485857 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:34.241036 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:38.990486 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:43.964280 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1f48788c-7fb7-4fd3-a0df-45844be00172 req-806c150a-873d-4ead-a002-5c751a7bc60a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d8cac6e3-c70e-4a55-aec4-72689e662fc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0810206
Apr 21 14:53:44.410452 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:53:46.346358 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48788c-7fb7-4fd3-a0df-45844be00172 req-a0509cb0-de73-4ecd-a7d4-ae2344a39e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:53:46.347903 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1f48788c-7fb7-4fd3-a0df-45844be00172 req-a0509cb0-de73-4ecd-a7d4-ae2344a39e4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f31a5650834e49b288140b0ca768c2&device_id=d8cac6e3-c70e-4a55-aec4-72689e662fc5 HTTP/1.1" status: 200  len: 1099 time: 0.2059085
Apr 21 14:53:47.516561 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48788c-7fb7-4fd3-a0df-45844be00172 req-8231ccf2-51dc-4da4-bc30-292a0f30e205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:53:47.518173 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1f48788c-7fb7-4fd3-a0df-45844be00172 req-8231ccf2-51dc-4da4-bc30-292a0f30e205 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3bf02896-5a06-4820-afef-e1d155642dab HTTP/1.1" status: 200  len: 913 time: 0.1534445
Apr 21 14:53:47.628083 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1f48788c-7fb7-4fd3-a0df-45844be00172 req-38b74b1a-1edb-4cbd-b384-f8ab4345fb8d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f462ccd-688b-4a79-8d55-7cf72be7aeb0 HTTP/1.1" status: 200  len: 1002 time: 0.1022255
Apr 21 14:53:47.707239 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48788c-7fb7-4fd3-a0df-45844be00172 req-aa3dfdb5-40f1-4a99-b83a-6abaf47b3272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:53:47.708839 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1f48788c-7fb7-4fd3-a0df-45844be00172 req-aa3dfdb5-40f1-4a99-b83a-6abaf47b3272 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9520c503-7474-4d15-8642-8ca9a66eae6e HTTP/1.1" status: 200  len: 851 time: 0.0740507
Apr 21 14:53:47.796503 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48788c-7fb7-4fd3-a0df-45844be00172 req-c499b552-e605-420f-bf18-7386e9f1c073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:53:47.798053 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1f48788c-7fb7-4fd3-a0df-45844be00172 req-c499b552-e605-420f-bf18-7386e9f1c073 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3bf02896-5a06-4820-afef-e1d155642dab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0819852
Apr 21 14:53:47.953367 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1f48788c-7fb7-4fd3-a0df-45844be00172 req-27daa654-4b41-4817-be7d-6cf29798b930 service neutron] 10.222.0.36 "GET /v2.0/networks/3bf02896-5a06-4820-afef-e1d155642dab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1474359
Apr 21 14:53:48.103258 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1f48788c-7fb7-4fd3-a0df-45844be00172 req-9851a587-1a76-4e3f-810b-9a9a3432a2e1 service neutron] 10.222.0.36 "GET /v2.0/networks/3bf02896-5a06-4820-afef-e1d155642dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429605
Apr 21 14:53:54.762314 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 35138) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:53:54.897362 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d32329da-0029-4136-80af-8ef544c97dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:54.912879 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-d32329da-0029-4136-80af-8ef544c97dee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:53:54.917009 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-d32329da-0029-4136-80af-8ef544c97dee admin admin] Usage tracker for resource:security_group_rule and tenant:663819e7d85f42e286600eeaf0a7f339 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:53:54.920055 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-d32329da-0029-4136-80af-8ef544c97dee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:53:54.927102 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-d32329da-0029-4136-80af-8ef544c97dee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:53:55.031307 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d32329da-0029-4136-80af-8ef544c97dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:55.034908 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d32329da-0029-4136-80af-8ef544c97dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:55.044121 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-63141c73-ab1e-48f4-8720-2765bef1a85c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:53:55.086696 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-d32329da-0029-4136-80af-8ef544c97dee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=663819e7d85f42e286600eeaf0a7f339&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3228543
Apr 21 14:53:55.089420 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32329da-0029-4136-80af-8ef544c97dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b00540-5282-48c9-b747-89083fe9a346,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:53:55.090038 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 35146) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:53:55.093368 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d32329da-0029-4136-80af-8ef544c97dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:53:55.156657 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f525ac10-cff9-457a-8ca1-ec59c7d7c9c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:55.184528 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f525ac10-cff9-457a-8ca1-ec59c7d7c9c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:55.231058 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f525ac10-cff9-457a-8ca1-ec59c7d7c9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:55.236183 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-6cdb9c7a-410d-460a-b720-378bdb419b87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:53:55.248645 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525ac10-cff9-457a-8ca1-ec59c7d7c9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b00540-5282-48c9-b747-89083fe9a346,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:53:55.259744 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525ac10-cff9-457a-8ca1-ec59c7d7c9c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:53:55.260155 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525ac10-cff9-457a-8ca1-ec59c7d7c9c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:53:55.260558 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525ac10-cff9-457a-8ca1-ec59c7d7c9c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:53:55.260948 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525ac10-cff9-457a-8ca1-ec59c7d7c9c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:53:55.261337 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525ac10-cff9-457a-8ca1-ec59c7d7c9c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:53:55.261727 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525ac10-cff9-457a-8ca1-ec59c7d7c9c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:53:55.262137 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525ac10-cff9-457a-8ca1-ec59c7d7c9c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:53:55.262518 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525ac10-cff9-457a-8ca1-ec59c7d7c9c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:53:55.262914 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525ac10-cff9-457a-8ca1-ec59c7d7c9c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:53:55.263286 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525ac10-cff9-457a-8ca1-ec59c7d7c9c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:53:55.263667 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525ac10-cff9-457a-8ca1-ec59c7d7c9c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:53:55.264029 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525ac10-cff9-457a-8ca1-ec59c7d7c9c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:53:55.267016 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f525ac10-cff9-457a-8ca1-ec59c7d7c9c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:55.268209 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-f525ac10-cff9-457a-8ca1-ec59c7d7c9c7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a0b00540-5282-48c9-b747-89083fe9a346 HTTP/1.1" status: 204  len: 168 time: 0.1769042
Apr 21 14:53:55.269174 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f525ac10-cff9-457a-8ca1-ec59c7d7c9c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:53:56.047838 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 35170) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:53:56.171805 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-6b27894b-a3be-4486-988d-6ce73f4d81fb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-616158912-network', 'tenant_id': '0e1ab995c213484f9e8260545de2fad5'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:53:56.177444 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-6b27894b-a3be-4486-988d-6ce73f4d81fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:53:56.181668 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-6b27894b-a3be-4486-988d-6ce73f4d81fb admin admin] Usage tracker for resource:network and tenant:0e1ab995c213484f9e8260545de2fad5 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:53:56.184782 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-6b27894b-a3be-4486-988d-6ce73f4d81fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:53:56.191970 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-6b27894b-a3be-4486-988d-6ce73f4d81fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:53:56.211093 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b27894b-a3be-4486-988d-6ce73f4d81fb admin admin] Made reservation on behalf of 0e1ab995c213484f9e8260545de2fad5 for: {'network': 1} {{(pid=86394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:53:56.216012 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6b27894b-a3be-4486-988d-6ce73f4d81fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for network, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:56.229384 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6b27894b-a3be-4486-988d-6ce73f4d81fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:56.245119 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-6b27894b-a3be-4486-988d-6ce73f4d81fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:53:56.249399 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-6b27894b-a3be-4486-988d-6ce73f4d81fb admin admin] Usage tracker for resource:security_group_rule and tenant:0e1ab995c213484f9e8260545de2fad5 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:53:56.252394 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-6b27894b-a3be-4486-988d-6ce73f4d81fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:53:56.259259 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-6b27894b-a3be-4486-988d-6ce73f4d81fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:53:56.352335 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6b27894b-a3be-4486-988d-6ce73f4d81fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:56.356156 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6b27894b-a3be-4486-988d-6ce73f4d81fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:56.359327 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-02e1686e-293b-48be-a114-985f3ab25b87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:53:56.391217 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b27894b-a3be-4486-988d-6ce73f4d81fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328}  {{(pid=86394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 14:53:56.396817 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27894b-a3be-4486-988d-6ce73f4d81fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccb561b-8c28-409f-abba-b307e80733e5,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:53:56.400772 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-6b27894b-a3be-4486-988d-6ce73f4d81fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:53:56.405098 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6b27894b-a3be-4486-988d-6ce73f4d81fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852863918'] for segment, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:56.405098 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.segments_db [None req-6b27894b-a3be-4486-988d-6ce73f4d81fb admin admin] Added segment fde73b1e-f515-42b4-9ec4-b9b903d0fb47 of type vlan for network 871608a8-9514-4d58-92e6-53fbe8d173c2
Apr 21 14:53:56.434744 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6b27894b-a3be-4486-988d-6ce73f4d81fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759846068458'] for network, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:56.466303 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6b27894b-a3be-4486-988d-6ce73f4d81fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162'] for network, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:56.467738 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b27894b-a3be-4486-988d-6ce73f4d81fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:53:56.468384 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6b27894b-a3be-4486-988d-6ce73f4d81fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for network, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:56.472064 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c2a27fd9-6c27-420e-9432-4742e26da536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:53:56.580334 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-6b27894b-a3be-4486-988d-6ce73f4d81fb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5311921
Apr 21 14:53:56.581290 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27894b-a3be-4486-988d-6ce73f4d81fb admin admin] Pushing event updated for resources: {'Network': ['ID=871608a8-9514-4d58-92e6-53fbe8d173c2,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:53:56.583515 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 35176) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:53:56.586531 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-6b27894b-a3be-4486-988d-6ce73f4d81fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:53:56.590492 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-cf31d344-6323-4dc1-92b1-5819f92440ac admin admin] Request body: {'subnet': {'network_id': '871608a8-9514-4d58-92e6-53fbe8d173c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-616158912-subnet', 'tenant_id': '0e1ab995c213484f9e8260545de2fad5', 'ip_version': 4}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:53:56.592921 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Network 871608a8-9514-4d58-92e6-53fbe8d173c2 details requested by agent ovs-agent-dv-cinder-786385-2-iscsi with host dv-cinder-786385-2-iscsi {{(pid=86395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 14:53:56.596017 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-cf31d344-6323-4dc1-92b1-5819f92440ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:53:56.600680 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-cf31d344-6323-4dc1-92b1-5819f92440ac admin admin] Usage tracker for resource:subnet and tenant:0e1ab995c213484f9e8260545de2fad5 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:53:56.603920 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-cf31d344-6323-4dc1-92b1-5819f92440ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:53:56.610619 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-cf31d344-6323-4dc1-92b1-5819f92440ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:53:56.621635 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf31d344-6323-4dc1-92b1-5819f92440ac admin admin] Made reservation on behalf of 0e1ab995c213484f9e8260545de2fad5 for: {'subnet': 1} {{(pid=86394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:53:56.626499 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-cf31d344-6323-4dc1-92b1-5819f92440ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15509374'] for subnet, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:57.045404 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-cf31d344-6323-4dc1-92b1-5819f92440ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839089525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15509359'] for subnet, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:57.052633 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:53:57.127558 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31d344-6323-4dc1-92b1-5819f92440ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a9fd60f-8741-4655-9439-c79ee21f53ec,revision_number=0']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:53:57.131131 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-cf31d344-6323-4dc1-92b1-5819f92440ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:53:57.137763 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf31d344-6323-4dc1-92b1-5819f92440ac admin admin] Checking segment: {'id': 'fde73b1e-f515-42b4-9ec4-b9b903d0fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '871608a8-9514-4d58-92e6-53fbe8d173c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:53:57.138222 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf31d344-6323-4dc1-92b1-5819f92440ac admin admin] Network hostable DHCP agents. Network: 871608a8-9514-4d58-92e6-53fbe8d173c2, hostable agents: ['185605b6-6305-46ac-a1cb-38316e52a922'], hosted agents: [] {{(pid=86394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 14:53:57.158931 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf31d344-6323-4dc1-92b1-5819f92440ac admin admin] Network 871608a8-9514-4d58-92e6-53fbe8d173c2 is scheduled to be hosted by DHCP agent 185605b6-6305-46ac-a1cb-38316e52a922 with binding_index 1 {{(pid=86394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 14:53:57.168415 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-cf31d344-6323-4dc1-92b1-5819f92440ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-iscsi, 871608a8-9514-4d58-92e6-53fbe8d173c2) {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:53:57.178139 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecb80e6-f1f6-4ec7-86e2-644f3dff3870 None None] Network 871608a8-9514-4d58-92e6-53fbe8d173c2 requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:53:57.181751 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf31d344-6323-4dc1-92b1-5819f92440ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:53:57.182455 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-cf31d344-6323-4dc1-92b1-5819f92440ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for subnet, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:57.202272 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-cf31d344-6323-4dc1-92b1-5819f92440ac admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6175804
Apr 21 14:53:57.205417 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 35180) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:53:57.211195 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-2900b6e9-cd88-467e-b0d2-3bc4d59b031b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-616158912-router', 'tenant_id': '0e1ab995c213484f9e8260545de2fad5', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'}}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:53:57.216415 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-2900b6e9-cd88-467e-b0d2-3bc4d59b031b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:53:57.220720 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-2900b6e9-cd88-467e-b0d2-3bc4d59b031b admin admin] Usage tracker for resource:router and tenant:0e1ab995c213484f9e8260545de2fad5 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:53:57.224510 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-2900b6e9-cd88-467e-b0d2-3bc4d59b031b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:53:57.230856 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-2900b6e9-cd88-467e-b0d2-3bc4d59b031b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:53:57.241143 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2900b6e9-cd88-467e-b0d2-3bc4d59b031b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-625132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773200'] for router, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:57.242314 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2900b6e9-cd88-467e-b0d2-3bc4d59b031b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854150684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854125822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854114797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2601'] for router, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:57.263474 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2900b6e9-cd88-467e-b0d2-3bc4d59b031b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:57.413789 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd811e4f-5666-5458-8df8-f30f8980c0d3-871608a8-9514-4d58-92e6-53fbe8d173c2', 'network_id': '871608a8-9514-4d58-92e6-53fbe8d173c2', 'tenant_id': '0e1ab995c213484f9e8260545de2fad5', 'fixed_ips': [{'subnet_id': '2a9fd60f-8741-4655-9439-c79ee21f53ec'}]}} from dv-cinder-786385-2-iscsi. {{(pid=86395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 14:53:57.415133 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:57.565586 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2900b6e9-cd88-467e-b0d2-3bc4d59b031b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854125579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854148001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2586'] for router, precommit_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:57.594907 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Allocated IP 172.20.0.2 (871608a8-9514-4d58-92e6-53fbe8d173c2/2a9fd60f-8741-4655-9439-c79ee21f53ec/d3f5bf2c-772c-4b1d-a6c4-be084f97a0df) {{(pid=86395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:53:57.816887 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Notify callbacks [] for port, precommit_create {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:57.828492 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Transition to ACTIVE for port object d3f5bf2c-772c-4b1d-a6c4-be084f97a0df will not be triggered until provisioned by entity L2. {{(pid=86395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:53:57.849261 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Transition to ACTIVE for port object d3f5bf2c-772c-4b1d-a6c4-be084f97a0df will not be triggered until provisioned by entity DHCP. {{(pid=86395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:53:57.853943 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207'] for port, after_create {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:57.859604 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:53:57.901811 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2900b6e9-cd88-467e-b0d2-3bc4d59b031b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:57.926602 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Network 871608a8-9514-4d58-92e6-53fbe8d173c2 is already hosted by enough agents. {{(pid=86395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:53:57.930387 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Resources bound (agent type, host, resource id):  {{(pid=86395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:53:57.934445 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Received port after_create {{(pid=86395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:53:57.934639 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2900b6e9-cd88-467e-b0d2-3bc4d59b031b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:57.974990 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Pushing event updated for resources: {'Port': ['ID=d3f5bf2c-772c-4b1d-a6c4-be084f97a0df,revision_number=1']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:53:58.019014 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:53:58.019371 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:53:58.019874 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:53:58.020105 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:53:58.020444 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:53:58.020824 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:53:58.021191 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:53:58.021549 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:53:58.021932 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:53:58.022326 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:53:58.022686 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:53:58.023030 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:53:58.032052 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:53:58.054029 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Attempting to bind port d3f5bf2c-772c-4b1d-a6c4-be084f97a0df on host dv-cinder-786385-2-iscsi for vnic_type normal with profile  {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:53:58.054666 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Attempting to bind port d3f5bf2c-772c-4b1d-a6c4-be084f97a0df by drivers openvswitch,hyperv on host dv-cinder-786385-2-iscsi at level 0 using segments [{'id': 'fde73b1e-f515-42b4-9ec4-b9b903d0fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '871608a8-9514-4d58-92e6-53fbe8d173c2'}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:53:58.054798 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Attempting to bind port d3f5bf2c-772c-4b1d-a6c4-be084f97a0df on network 871608a8-9514-4d58-92e6-53fbe8d173c2 {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:53:58.061679 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Checking agent: {'id': '3835c4f8-6870-47cd-b375-7aa1fa6d9f56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 2), 'started_at': datetime.datetime(2021, 4, 21, 14, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:53:58.062126 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Checking segment: {'id': 'fde73b1e-f515-42b4-9ec4-b9b903d0fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '871608a8-9514-4d58-92e6-53fbe8d173c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:53:58.062610 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:58.063041 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Bound using segment: {'id': 'fde73b1e-f515-42b4-9ec4-b9b903d0fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '871608a8-9514-4d58-92e6-53fbe8d173c2'} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:53:58.063574 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Bound port: d3f5bf2c-772c-4b1d-a6c4-be084f97a0df, host: dv-cinder-786385-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde73b1e-f515-42b4-9ec4-b9b903d0fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '871608a8-9514-4d58-92e6-53fbe8d173c2'}}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:53:58.063986 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:58.091412 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-2900b6e9-cd88-467e-b0d2-3bc4d59b031b admin admin] Allocated IP 172.27.3.51 (65ae90ab-0baf-4140-bbfd-b114ac6a9837/3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036/9424885d-eebc-4bde-bfb3-680024e90c8b) {{(pid=86394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:53:58.164057 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] For port d3f5bf2c-772c-4b1d-a6c4-be084f97a0df, host dv-cinder-786385-2-iscsi, cleared binding levels {{(pid=86395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:53:58.167321 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] For port d3f5bf2c-772c-4b1d-a6c4-be084f97a0df, host dv-cinder-786385-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=d3f5bf2c-772c-4b1d-a6c4-be084f97a0df,segment=NetworkSegment(fde73b1e-f515-42b4-9ec4-b9b903d0fb47),segment_id=fde73b1e-f515-42b4-9ec4-b9b903d0fb47)] {{(pid=86395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:53:58.171203 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:58.176451 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:53:58.256477 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2900b6e9-cd88-467e-b0d2-3bc4d59b031b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:58.269193 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Pushing event updated for resources: {'Port': ['ID=d3f5bf2c-772c-4b1d-a6c4-be084f97a0df,revision_number=2']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:53:58.272725 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:53:58.291354 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2900b6e9-cd88-467e-b0d2-3bc4d59b031b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:58.295521 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9d430ce5-641f-448a-9c9f-730189bf385d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:53:58.365670 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2900b6e9-cd88-467e-b0d2-3bc4d59b031b admin admin] Network 65ae90ab-0baf-4140-bbfd-b114ac6a9837 is already hosted by enough agents. {{(pid=86394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:53:58.368828 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-2900b6e9-cd88-467e-b0d2-3bc4d59b031b admin admin] Resources bound (agent type, host, resource id):  {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:53:58.372902 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2900b6e9-cd88-467e-b0d2-3bc4d59b031b admin admin] Received port after_create {{(pid=86394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:53:58.408829 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900b6e9-cd88-467e-b0d2-3bc4d59b031b admin admin] Pushing event updated for resources: {'Port': ['ID=9424885d-eebc-4bde-bfb3-680024e90c8b,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:53:58.415638 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2900b6e9-cd88-467e-b0d2-3bc4d59b031b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:53:58.848035 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2900b6e9-cd88-467e-b0d2-3bc4d59b031b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:59.434636 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b4c5cb9a-92c5-4e65-911b-e352d4a72727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:59.481349 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2900b6e9-cd88-467e-b0d2-3bc4d59b031b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650207'] for router, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:59.600773 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1798e3-4f0b-41a0-94f3-6b8f6d297a9a None None] Network 871608a8-9514-4d58-92e6-53fbe8d173c2 requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:53:59.711539 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-a4d103d9-3c40-449b-a070-017277634d50 None None] Provisioning for port d3f5bf2c-772c-4b1d-a6c4-be084f97a0df completed by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:53:59.720259 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device d3f5bf2c-772c-4b1d-a6c4-be084f97a0df up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:53:59.722057 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2900b6e9-cd88-467e-b0d2-3bc4d59b031b admin admin] Router 2e3e488f-bf73-4fff-90b3-df1b21ab8e2d is scheduled to L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 with binding_index 1 {{(pid=86394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 14:53:59.927168 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2900b6e9-cd88-467e-b0d2-3bc4d59b031b admin admin] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:53:59.952475 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2900b6e9-cd88-467e-b0d2-3bc4d59b031b admin admin] Notify callbacks [] for router, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:53:59.953420 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f70db9-627b-413b-8844-01ef6da6d3d2 None None] Sync routers for ids ['2e3e488f-bf73-4fff-90b3-df1b21ab8e2d'] in dv-cinder-786385-2-iscsi {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:53:59.953793 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-2900b6e9-cd88-467e-b0d2-3bc4d59b031b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.7472637
Apr 21 14:53:59.956674 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 35184) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:54:00.001087 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f70db9-627b-413b-8844-01ef6da6d3d2 None None] Routers {'2e3e488f-bf73-4fff-90b3-df1b21ab8e2d'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:54:00.001813 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-a3f70db9-627b-413b-8844-01ef6da6d3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f6d7d198>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:53:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['2e3e488f-bf73-4fff-90b3-df1b21ab8e2d'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:54:00.215775 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning for port d3f5bf2c-772c-4b1d-a6c4-be084f97a0df completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:54:00.257309 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port d3f5bf2c-772c-4b1d-a6c4-be084f97a0df triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:54:00.257731 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:00.343386 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-a3f70db9-627b-413b-8844-01ef6da6d3d2 None None] Set router 2e3e488f-bf73-4fff-90b3-df1b21ab8e2d gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:54:00.681369 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:00.690505 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1b9c65a3-b91c-4385-b7d9-76af2182ed35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:00.756645 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] For port d3f5bf2c-772c-4b1d-a6c4-be084f97a0df, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=d3f5bf2c-772c-4b1d-a6c4-be084f97a0df,segment=NetworkSegment(fde73b1e-f515-42b4-9ec4-b9b903d0fb47),segment_id=fde73b1e-f515-42b4-9ec4-b9b903d0fb47)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:54:00.768345 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:00.771351 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:54:00.845582 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-a3f70db9-627b-413b-8844-01ef6da6d3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f6d7d198>, [{'id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'name': 'tempest-TestMinimumBasicScenario-616158912-router', 'tenant_id': '0e1ab995c213484f9e8260545de2fad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '9424885d-eebc-4bde-bfb3-680024e90c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:53:57Z', 'updated_at': '2021-04-21T14:53:58Z', 'revision_number': 3, 'project_id': '0e1ab995c213484f9e8260545de2fad5', 'gw_port': {'id': '9424885d-eebc-4bde-bfb3-680024e90c8b', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:53:57Z', 'updated_at': '2021-04-21T14:53:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi'}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:54:00.853761 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f70db9-627b-413b-8844-01ef6da6d3d2 None None] Checking router: 2e3e488f-bf73-4fff-90b3-df1b21ab8e2d for host: dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:54:00.854186 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f70db9-627b-413b-8844-01ef6da6d3d2 None None] Updating router 2e3e488f-bf73-4fff-90b3-df1b21ab8e2d port 9424885d-eebc-4bde-bfb3-680024e90c8b binding host dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 14:54:00.889565 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Pushing event updated for resources: {'Port': ['ID=d3f5bf2c-772c-4b1d-a6c4-be084f97a0df,revision_number=3']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:54:00.894967 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:54:00.920591 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-1b9c65a3-b91c-4385-b7d9-76af2182ed35 admin admin] Allocated IP 172.20.0.1 (871608a8-9514-4d58-92e6-53fbe8d173c2/2a9fd60f-8741-4655-9439-c79ee21f53ec/b2696d42-f1c9-4b4a-8c17-0d0c989e0a88) {{(pid=86394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:54:00.929053 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a3f70db9-627b-413b-8844-01ef6da6d3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:00.966593 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-1423971c-1eaf-4c1b-bc35-1f088536ae71 None None] Provisioning complete for port d3f5bf2c-772c-4b1d-a6c4-be084f97a0df triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:54:00.967001 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1423971c-1eaf-4c1b-bc35-1f088536ae71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:01.093591 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1b9c65a3-b91c-4385-b7d9-76af2182ed35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:01.111811 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-1b9c65a3-b91c-4385-b7d9-76af2182ed35 admin admin] Transition to ACTIVE for port object b2696d42-f1c9-4b4a-8c17-0d0c989e0a88 will not be triggered until provisioned by entity DHCP. {{(pid=86394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:54:01.138404 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1b9c65a3-b91c-4385-b7d9-76af2182ed35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:01.142570 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-eb4e1f2e-7dde-482f-ad6d-79d137868061 tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:54:01.212602 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9c65a3-b91c-4385-b7d9-76af2182ed35 admin admin] Network 871608a8-9514-4d58-92e6-53fbe8d173c2 is already hosted by enough agents. {{(pid=86394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:54:01.215535 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-1b9c65a3-b91c-4385-b7d9-76af2182ed35 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:54:01.221036 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9c65a3-b91c-4385-b7d9-76af2182ed35 admin admin] Received port after_create {{(pid=86394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:54:01.250503 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c65a3-b91c-4385-b7d9-76af2182ed35 admin admin] Pushing event updated for resources: {'Port': ['ID=b2696d42-f1c9-4b4a-8c17-0d0c989e0a88,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:54:01.257937 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-1b9c65a3-b91c-4385-b7d9-76af2182ed35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:54:01.279162 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1b9c65a3-b91c-4385-b7d9-76af2182ed35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854145534'] for router_interface, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:01.404780 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1b9c65a3-b91c-4385-b7d9-76af2182ed35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:01.412641 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a3f70db9-627b-413b-8844-01ef6da6d3d2 None None] Notify callbacks [] for port, precommit_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:01.426189 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-a3f70db9-627b-413b-8844-01ef6da6d3d2 None None] Transition to ACTIVE for port object 9424885d-eebc-4bde-bfb3-680024e90c8b will not be triggered until provisioned by entity L2. {{(pid=86395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:54:01.432656 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a3f70db9-627b-413b-8844-01ef6da6d3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:01.436731 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:54:01.526274 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-a3f70db9-627b-413b-8844-01ef6da6d3d2 None None] Attempting to bind port 9424885d-eebc-4bde-bfb3-680024e90c8b on host dv-cinder-786385-2-iscsi for vnic_type normal with profile  {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:54:01.526690 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-a3f70db9-627b-413b-8844-01ef6da6d3d2 None None] Attempting to bind port 9424885d-eebc-4bde-bfb3-680024e90c8b by drivers openvswitch,hyperv on host dv-cinder-786385-2-iscsi at level 0 using segments [{'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:54:01.527102 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f70db9-627b-413b-8844-01ef6da6d3d2 None None] Attempting to bind port 9424885d-eebc-4bde-bfb3-680024e90c8b on network 65ae90ab-0baf-4140-bbfd-b114ac6a9837 {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:54:01.535757 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-fd28780c-988d-47aa-ac75-a721f9bea2f0 None None] Provisioning for port b2696d42-f1c9-4b4a-8c17-0d0c989e0a88 completed by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:54:01.538963 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57abc7a1-cf7e-4cda-b888-3e4c64c9feff None None] Pushing event updated for resources: {'Port': ['ID=9424885d-eebc-4bde-bfb3-680024e90c8b,revision_number=2']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:54:01.542822 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f70db9-627b-413b-8844-01ef6da6d3d2 None None] Checking agent: {'id': '3835c4f8-6870-47cd-b375-7aa1fa6d9f56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 2), 'started_at': datetime.datetime(2021, 4, 21, 14, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:54:01.543243 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f70db9-627b-413b-8844-01ef6da6d3d2 None None] Checking segment: {'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:54:01.543694 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a3f70db9-627b-413b-8844-01ef6da6d3d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:01.544122 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f70db9-627b-413b-8844-01ef6da6d3d2 None None] Bound using segment: {'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:54:01.544645 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-a3f70db9-627b-413b-8844-01ef6da6d3d2 None None] Bound port: 9424885d-eebc-4bde-bfb3-680024e90c8b, host: dv-cinder-786385-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'}}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:54:01.545068 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a3f70db9-627b-413b-8844-01ef6da6d3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:01.574652 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-57abc7a1-cf7e-4cda-b888-3e4c64c9feff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:54:01.580254 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-fd28780c-988d-47aa-ac75-a721f9bea2f0 None None] Provisioning complete for port b2696d42-f1c9-4b4a-8c17-0d0c989e0a88 triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:54:01.580693 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fd28780c-988d-47aa-ac75-a721f9bea2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:01.652316 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1b9c65a3-b91c-4385-b7d9-76af2182ed35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:01.656874 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1b9c65a3-b91c-4385-b7d9-76af2182ed35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839088365'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:01.671900 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-fd28780c-988d-47aa-ac75-a721f9bea2f0 None None] Port b2696d42-f1c9-4b4a-8c17-0d0c989e0a88 cannot update to ACTIVE because it is not bound. {{(pid=86395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 14:54:01.683377 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-a3f70db9-627b-413b-8844-01ef6da6d3d2 None None] For port 9424885d-eebc-4bde-bfb3-680024e90c8b, host dv-cinder-786385-2-iscsi, cleared binding levels {{(pid=86395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:54:01.688012 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-a3f70db9-627b-413b-8844-01ef6da6d3d2 None None] For port 9424885d-eebc-4bde-bfb3-680024e90c8b, host dv-cinder-786385-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=9424885d-eebc-4bde-bfb3-680024e90c8b,segment=NetworkSegment(cc9f75c9-c7cc-49bd-a770-8a7cd276112c),segment_id=cc9f75c9-c7cc-49bd-a770-8a7cd276112c)] {{(pid=86395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:54:01.692189 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a3f70db9-627b-413b-8844-01ef6da6d3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:01.692747 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-dc904da0-1f35-4f9b-b716-a6dcf21649d0 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:54:01.699102 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:54:01.731400 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device d3f5bf2c-772c-4b1d-a6c4-be084f97a0df up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:54:01.780348 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1b9c65a3-b91c-4385-b7d9-76af2182ed35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853752145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630373'] for router_interface, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:01.784039 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c65a3-b91c-4385-b7d9-76af2182ed35 admin admin] Pushing event updated for resources: {'Port': ['ID=b2696d42-f1c9-4b4a-8c17-0d0c989e0a88,revision_number=2']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:54:01.787628 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-1b9c65a3-b91c-4385-b7d9-76af2182ed35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:54:01.844493 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f70db9-627b-413b-8844-01ef6da6d3d2 None None] Routers {'2e3e488f-bf73-4fff-90b3-df1b21ab8e2d'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:54:01.845177 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-a3f70db9-627b-413b-8844-01ef6da6d3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f6d7d198>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:53:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['2e3e488f-bf73-4fff-90b3-df1b21ab8e2d'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:54:01.905425 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57abc7a1-cf7e-4cda-b888-3e4c64c9feff None None] Pushing event updated for resources: {'Port': ['ID=9424885d-eebc-4bde-bfb3-680024e90c8b,revision_number=3']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:54:01.917350 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-57abc7a1-cf7e-4cda-b888-3e4c64c9feff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:54:01.931016 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9c65a3-b91c-4385-b7d9-76af2182ed35 admin admin] Network 871608a8-9514-4d58-92e6-53fbe8d173c2 is already hosted by enough agents. {{(pid=86394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:54:01.932252 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-1b9c65a3-b91c-4385-b7d9-76af2182ed35 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:54:01.994588 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port d3f5bf2c-772c-4b1d-a6c4-be084f97a0df triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:54:01.995004 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:02.151904 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9c65a3-b91c-4385-b7d9-76af2182ed35 admin admin] Router 2e3e488f-bf73-4fff-90b3-df1b21ab8e2d has already been hosted by L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 {{(pid=86394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 14:54:02.297050 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:02.313175 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-dd9adf66-9cc1-4647-b6ee-6e43f01c7fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:02.318022 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-12a5955b-ea33-4ed1-a4aa-4dbae4684eeb None None] Provisioning complete for port b2696d42-f1c9-4b4a-8c17-0d0c989e0a88 triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:54:02.318454 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-12a5955b-ea33-4ed1-a4aa-4dbae4684eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:02.352020 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9c65a3-b91c-4385-b7d9-76af2182ed35 admin admin] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:54:02.370461 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-1b9c65a3-b91c-4385-b7d9-76af2182ed35 admin admin] 10.222.0.24 "PUT /v2.0/routers/2e3e488f-bf73-4fff-90b3-df1b21ab8e2d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4041526
Apr 21 14:54:02.382032 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-a3f70db9-627b-413b-8844-01ef6da6d3d2 None None] Set router 2e3e488f-bf73-4fff-90b3-df1b21ab8e2d gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:54:02.514623 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-12a5955b-ea33-4ed1-a4aa-4dbae4684eeb None None] Port b2696d42-f1c9-4b4a-8c17-0d0c989e0a88 cannot update to ACTIVE because it is not bound. {{(pid=86395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 14:54:02.611735 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:02.817138 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-a3f70db9-627b-413b-8844-01ef6da6d3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f6d7d198>, [{'id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'name': 'tempest-TestMinimumBasicScenario-616158912-router', 'tenant_id': '0e1ab995c213484f9e8260545de2fad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '9424885d-eebc-4bde-bfb3-680024e90c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:53:57Z', 'updated_at': '2021-04-21T14:54:01Z', 'revision_number': 4, 'project_id': '0e1ab995c213484f9e8260545de2fad5', 'gw_port': {'id': '9424885d-eebc-4bde-bfb3-680024e90c8b', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:53:57Z', 'updated_at': '2021-04-21T14:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': 'b2696d42-f1c9-4b4a-8c17-0d0c989e0a88', 'name': '', 'network_id': '871608a8-9514-4d58-92e6-53fbe8d173c2', 'tenant_id': '0e1ab995c213484f9e8260545de2fad5', 'mac_address': 'fa:16:3e:30:84:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2a9fd60f-8741-4655-9439-c79ee21f53ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:54:00Z', 'updated_at': '2021-04-21T14:54:01Z', 'revision_number': 2, 'project_id': '0e1ab995c213484f9e8260545de2fad5', 'subnets': [{'id': '2a9fd60f-8741-4655-9439-c79ee21f53ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:54:02.821487 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f70db9-627b-413b-8844-01ef6da6d3d2 None None] The sync data for ids ['2e3e488f-bf73-4fff-90b3-df1b21ab8e2d'] in dv-cinder-786385-2-iscsi is: [{'id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'name': 'tempest-TestMinimumBasicScenario-616158912-router', 'tenant_id': '0e1ab995c213484f9e8260545de2fad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '9424885d-eebc-4bde-bfb3-680024e90c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:53:57Z', 'updated_at': '2021-04-21T14:54:01Z', 'revision_number': 4, 'project_id': '0e1ab995c213484f9e8260545de2fad5', 'gw_port': {'id': '9424885d-eebc-4bde-bfb3-680024e90c8b', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:53:57Z', 'updated_at': '2021-04-21T14:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': 'b2696d42-f1c9-4b4a-8c17-0d0c989e0a88', 'name': '', 'network_id': '871608a8-9514-4d58-92e6-53fbe8d173c2', 'tenant_id': '0e1ab995c213484f9e8260545de2fad5', 'mac_address': 'fa:16:3e:30:84:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2a9fd60f-8741-4655-9439-c79ee21f53ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:54:00Z', 'updated_at': '2021-04-21T14:54:01Z', 'revision_number': 2, 'project_id': '0e1ab995c213484f9e8260545de2fad5', 'subnets': [{'id': '2a9fd60f-8741-4655-9439-c79ee21f53ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:54:02.926428 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 35204) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:54:02.933196 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-b781a861-a8d6-48b9-aac5-dd7badd63e14 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-879056313-network', 'tenant_id': 'c8916a6847804629b4359b4530915624'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:54:02.939043 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-b781a861-a8d6-48b9-aac5-dd7badd63e14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:54:02.943571 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-b781a861-a8d6-48b9-aac5-dd7badd63e14 admin admin] Usage tracker for resource:network and tenant:c8916a6847804629b4359b4530915624 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:54:02.946861 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-b781a861-a8d6-48b9-aac5-dd7badd63e14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:54:02.954550 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-b781a861-a8d6-48b9-aac5-dd7badd63e14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:54:02.967528 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b781a861-a8d6-48b9-aac5-dd7badd63e14 admin admin] Made reservation on behalf of c8916a6847804629b4359b4530915624 for: {'network': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:54:02.972468 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b781a861-a8d6-48b9-aac5-dd7badd63e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for network, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:02.986658 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b781a861-a8d6-48b9-aac5-dd7badd63e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:03.002395 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-b781a861-a8d6-48b9-aac5-dd7badd63e14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:54:03.006610 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-b781a861-a8d6-48b9-aac5-dd7badd63e14 admin admin] Usage tracker for resource:security_group_rule and tenant:c8916a6847804629b4359b4530915624 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:54:03.009622 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-b781a861-a8d6-48b9-aac5-dd7badd63e14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:54:03.016200 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-b781a861-a8d6-48b9-aac5-dd7badd63e14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:54:03.103885 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b781a861-a8d6-48b9-aac5-dd7badd63e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:03.108015 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b781a861-a8d6-48b9-aac5-dd7badd63e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:03.111281 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-cea97e28-e835-49be-a845-cf4ff9875081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:54:03.140628 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b781a861-a8d6-48b9-aac5-dd7badd63e14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318}  {{(pid=86393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 21 14:54:03.149822 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781a861-a8d6-48b9-aac5-dd7badd63e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab3a8a6-a546-4655-9d59-b059e4b4f901,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:54:03.153823 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-b781a861-a8d6-48b9-aac5-dd7badd63e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:54:03.156555 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b781a861-a8d6-48b9-aac5-dd7badd63e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852863918'] for segment, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:03.156933 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.segments_db [None req-b781a861-a8d6-48b9-aac5-dd7badd63e14 admin admin] Added segment d3462fd2-6167-40bf-ab6c-f8e15e9bf747 of type vlan for network 27452b2b-c551-4c3a-850a-2f1161582fab
Apr 21 14:54:03.190677 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b781a861-a8d6-48b9-aac5-dd7badd63e14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759846068458'] for network, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:03.231423 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b781a861-a8d6-48b9-aac5-dd7badd63e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162'] for network, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:03.232876 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b781a861-a8d6-48b9-aac5-dd7badd63e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:03.233507 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b781a861-a8d6-48b9-aac5-dd7badd63e14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for network, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:03.238997 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-b41c183f-d509-40b0-8775-14f362d9c030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:54:03.356652 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781a861-a8d6-48b9-aac5-dd7badd63e14 admin admin] Pushing event updated for resources: {'Network': ['ID=27452b2b-c551-4c3a-850a-2f1161582fab,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:54:03.360373 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-b781a861-a8d6-48b9-aac5-dd7badd63e14 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4327290
Apr 21 14:54:03.361425 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-b781a861-a8d6-48b9-aac5-dd7badd63e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:54:03.363691 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 35208) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:54:03.368430 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Network 27452b2b-c551-4c3a-850a-2f1161582fab details requested by agent ovs-agent-dv-cinder-786385-2-iscsi with host dv-cinder-786385-2-iscsi {{(pid=86395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 21 14:54:03.369891 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-cc81fe0a-2250-4e7c-90ab-b1036843e273 admin admin] Request body: {'subnet': {'network_id': '27452b2b-c551-4c3a-850a-2f1161582fab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-879056313-subnet', 'tenant_id': 'c8916a6847804629b4359b4530915624', 'ip_version': 4}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:54:03.375449 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-cc81fe0a-2250-4e7c-90ab-b1036843e273 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:54:03.379782 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-cc81fe0a-2250-4e7c-90ab-b1036843e273 admin admin] Usage tracker for resource:subnet and tenant:c8916a6847804629b4359b4530915624 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:54:03.382883 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-cc81fe0a-2250-4e7c-90ab-b1036843e273 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:54:03.389927 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-cc81fe0a-2250-4e7c-90ab-b1036843e273 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:54:03.405749 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc81fe0a-2250-4e7c-90ab-b1036843e273 admin admin] Made reservation on behalf of c8916a6847804629b4359b4530915624 for: {'subnet': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:54:03.411470 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-cc81fe0a-2250-4e7c-90ab-b1036843e273 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036840662671'] for subnet, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:03.742994 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 9424885d-eebc-4bde-bfb3-680024e90c8b up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:54:03.818126 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning for port 9424885d-eebc-4bde-bfb3-680024e90c8b completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:54:03.823706 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 9424885d-eebc-4bde-bfb3-680024e90c8b triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:54:03.824104 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:03.869703 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-cc81fe0a-2250-4e7c-90ab-b1036843e273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14928214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036840662688'] for subnet, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:03.874951 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e10e56f4-7461-48bf-a0cf-4036e0fb0291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:54:03.957644 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:03.964197 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81fe0a-2250-4e7c-90ab-b1036843e273 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4fe29cb-a4a0-4b57-86f2-89036e97a5a6,revision_number=0']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:54:03.969170 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-cc81fe0a-2250-4e7c-90ab-b1036843e273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:54:03.974515 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc81fe0a-2250-4e7c-90ab-b1036843e273 admin admin] Checking segment: {'id': 'd3462fd2-6167-40bf-ab6c-f8e15e9bf747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '27452b2b-c551-4c3a-850a-2f1161582fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:54:03.974515 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc81fe0a-2250-4e7c-90ab-b1036843e273 admin admin] Network hostable DHCP agents. Network: 27452b2b-c551-4c3a-850a-2f1161582fab, hostable agents: ['185605b6-6305-46ac-a1cb-38316e52a922'], hosted agents: [] {{(pid=86393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 21 14:54:03.978686 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] For port 9424885d-eebc-4bde-bfb3-680024e90c8b, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=9424885d-eebc-4bde-bfb3-680024e90c8b,segment=NetworkSegment(cc9f75c9-c7cc-49bd-a770-8a7cd276112c),segment_id=cc9f75c9-c7cc-49bd-a770-8a7cd276112c)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:54:03.982311 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:03.986106 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c20c49f4-ccec-46f0-aede-3b490a41fb17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:54:03.996501 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc81fe0a-2250-4e7c-90ab-b1036843e273 admin admin] Network 27452b2b-c551-4c3a-850a-2f1161582fab is scheduled to be hosted by DHCP agent 185605b6-6305-46ac-a1cb-38316e52a922 with binding_index 1 {{(pid=86393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 21 14:54:04.007130 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-cc81fe0a-2250-4e7c-90ab-b1036843e273 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-iscsi, 27452b2b-c551-4c3a-850a-2f1161582fab) {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:54:04.023672 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc81fe0a-2250-4e7c-90ab-b1036843e273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:04.024517 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-cc81fe0a-2250-4e7c-90ab-b1036843e273 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:04.041018 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb81d2a-51f2-4ac1-a81c-402e31114bd5 None None] Network 27452b2b-c551-4c3a-850a-2f1161582fab requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:54:04.048908 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-cc81fe0a-2250-4e7c-90ab-b1036843e273 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6840436
Apr 21 14:54:04.052400 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 35212) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:54:04.058497 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-1cc35eaf-8a18-49f4-ba0d-3a958e00bed1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-879056313-router', 'tenant_id': 'c8916a6847804629b4359b4530915624', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'}}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:54:04.063936 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-1cc35eaf-8a18-49f4-ba0d-3a958e00bed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:54:04.068119 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-1cc35eaf-8a18-49f4-ba0d-3a958e00bed1 admin admin] Usage tracker for resource:router and tenant:c8916a6847804629b4359b4530915624 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:54:04.071513 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-1cc35eaf-8a18-49f4-ba0d-3a958e00bed1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:54:04.078237 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-1cc35eaf-8a18-49f4-ba0d-3a958e00bed1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:54:04.178598 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Pushing event updated for resources: {'Port': ['ID=9424885d-eebc-4bde-bfb3-680024e90c8b,revision_number=4']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:54:04.182294 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:54:04.275891 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:04.334928 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ee0b26-2b6c-424a-b4e0-0021b51146a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd811e4f-5666-5458-8df8-f30f8980c0d3-27452b2b-c551-4c3a-850a-2f1161582fab', 'network_id': '27452b2b-c551-4c3a-850a-2f1161582fab', 'tenant_id': 'c8916a6847804629b4359b4530915624', 'fixed_ips': [{'subnet_id': 'd4fe29cb-a4a0-4b57-86f2-89036e97a5a6'}]}} from dv-cinder-786385-2-iscsi. {{(pid=86395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 21 14:54:04.336242 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-25ee0b26-2b6c-424a-b4e0-0021b51146a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:04.355591 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1cc35eaf-8a18-49f4-ba0d-3a958e00bed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-625132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773200'] for router, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:04.356669 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1cc35eaf-8a18-49f4-ba0d-3a958e00bed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854150684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854125822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854114797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2601'] for router, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:04.372220 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1cc35eaf-8a18-49f4-ba0d-3a958e00bed1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:04.502129 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-25ee0b26-2b6c-424a-b4e0-0021b51146a6 None None] Allocated IP 172.20.0.2 (27452b2b-c551-4c3a-850a-2f1161582fab/d4fe29cb-a4a0-4b57-86f2-89036e97a5a6/09e4318a-5162-4fc6-958b-dfbaa0c61869) {{(pid=86395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:54:04.663454 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1cc35eaf-8a18-49f4-ba0d-3a958e00bed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854125579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854148001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2586'] for router, precommit_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:04.723095 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-25ee0b26-2b6c-424a-b4e0-0021b51146a6 None None] Notify callbacks [] for port, precommit_create {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:04.734255 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-25ee0b26-2b6c-424a-b4e0-0021b51146a6 None None] Transition to ACTIVE for port object 09e4318a-5162-4fc6-958b-dfbaa0c61869 will not be triggered until provisioned by entity L2. {{(pid=86395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:54:04.753759 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-25ee0b26-2b6c-424a-b4e0-0021b51146a6 None None] Transition to ACTIVE for port object 09e4318a-5162-4fc6-958b-dfbaa0c61869 will not be triggered until provisioned by entity DHCP. {{(pid=86395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:54:04.759473 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-25ee0b26-2b6c-424a-b4e0-0021b51146a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207'] for port, after_create {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:04.764801 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:54:04.833221 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ee0b26-2b6c-424a-b4e0-0021b51146a6 None None] Network 27452b2b-c551-4c3a-850a-2f1161582fab is already hosted by enough agents. {{(pid=86395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:54:04.836229 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-25ee0b26-2b6c-424a-b4e0-0021b51146a6 None None] Resources bound (agent type, host, resource id):  {{(pid=86395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:54:04.840071 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ee0b26-2b6c-424a-b4e0-0021b51146a6 None None] Received port after_create {{(pid=86395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:54:04.846307 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee0b26-2b6c-424a-b4e0-0021b51146a6 None None] Pushing event updated for resources: {'Port': ['ID=09e4318a-5162-4fc6-958b-dfbaa0c61869,revision_number=1']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:54:04.850343 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-25ee0b26-2b6c-424a-b4e0-0021b51146a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:54:04.940224 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-25ee0b26-2b6c-424a-b4e0-0021b51146a6 None None] Attempting to bind port 09e4318a-5162-4fc6-958b-dfbaa0c61869 on host dv-cinder-786385-2-iscsi for vnic_type normal with profile  {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:54:04.940604 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-25ee0b26-2b6c-424a-b4e0-0021b51146a6 None None] Attempting to bind port 09e4318a-5162-4fc6-958b-dfbaa0c61869 by drivers openvswitch,hyperv on host dv-cinder-786385-2-iscsi at level 0 using segments [{'id': 'd3462fd2-6167-40bf-ab6c-f8e15e9bf747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '27452b2b-c551-4c3a-850a-2f1161582fab'}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:54:04.941044 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ee0b26-2b6c-424a-b4e0-0021b51146a6 None None] Attempting to bind port 09e4318a-5162-4fc6-958b-dfbaa0c61869 on network 27452b2b-c551-4c3a-850a-2f1161582fab {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:54:04.947041 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ee0b26-2b6c-424a-b4e0-0021b51146a6 None None] Checking agent: {'id': '3835c4f8-6870-47cd-b375-7aa1fa6d9f56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 2), 'started_at': datetime.datetime(2021, 4, 21, 14, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:54:04.947452 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ee0b26-2b6c-424a-b4e0-0021b51146a6 None None] Checking segment: {'id': 'd3462fd2-6167-40bf-ab6c-f8e15e9bf747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '27452b2b-c551-4c3a-850a-2f1161582fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:54:04.947898 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-25ee0b26-2b6c-424a-b4e0-0021b51146a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:04.948331 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ee0b26-2b6c-424a-b4e0-0021b51146a6 None None] Bound using segment: {'id': 'd3462fd2-6167-40bf-ab6c-f8e15e9bf747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '27452b2b-c551-4c3a-850a-2f1161582fab'} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:54:04.948844 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-25ee0b26-2b6c-424a-b4e0-0021b51146a6 None None] Bound port: 09e4318a-5162-4fc6-958b-dfbaa0c61869, host: dv-cinder-786385-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3462fd2-6167-40bf-ab6c-f8e15e9bf747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '27452b2b-c551-4c3a-850a-2f1161582fab'}}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:54:04.949288 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-25ee0b26-2b6c-424a-b4e0-0021b51146a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:05.001856 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1cc35eaf-8a18-49f4-ba0d-3a958e00bed1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:05.041189 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1cc35eaf-8a18-49f4-ba0d-3a958e00bed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:05.052840 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-25ee0b26-2b6c-424a-b4e0-0021b51146a6 None None] For port 09e4318a-5162-4fc6-958b-dfbaa0c61869, host dv-cinder-786385-2-iscsi, cleared binding levels {{(pid=86395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:54:05.056020 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-25ee0b26-2b6c-424a-b4e0-0021b51146a6 None None] For port 09e4318a-5162-4fc6-958b-dfbaa0c61869, host dv-cinder-786385-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=09e4318a-5162-4fc6-958b-dfbaa0c61869,segment=NetworkSegment(d3462fd2-6167-40bf-ab6c-f8e15e9bf747),segment_id=d3462fd2-6167-40bf-ab6c-f8e15e9bf747)] {{(pid=86395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:54:05.060375 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-25ee0b26-2b6c-424a-b4e0-0021b51146a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:05.064292 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:54:05.144017 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee0b26-2b6c-424a-b4e0-0021b51146a6 None None] Pushing event updated for resources: {'Port': ['ID=09e4318a-5162-4fc6-958b-dfbaa0c61869,revision_number=2']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:54:05.147252 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-25ee0b26-2b6c-424a-b4e0-0021b51146a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:54:05.187087 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-1cc35eaf-8a18-49f4-ba0d-3a958e00bed1 admin admin] Allocated IP 172.27.3.98 (65ae90ab-0baf-4140-bbfd-b114ac6a9837/3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036/3357732f-b6f4-4acd-b754-0b5499cf2150) {{(pid=86394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:54:05.351054 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1cc35eaf-8a18-49f4-ba0d-3a958e00bed1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:05.404350 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1cc35eaf-8a18-49f4-ba0d-3a958e00bed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:05.409708 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c2a27fd9-6c27-420e-9432-4742e26da536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:54:05.486738 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc35eaf-8a18-49f4-ba0d-3a958e00bed1 admin admin] Network 65ae90ab-0baf-4140-bbfd-b114ac6a9837 is already hosted by enough agents. {{(pid=86394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:54:05.489907 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-1cc35eaf-8a18-49f4-ba0d-3a958e00bed1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:54:05.493879 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc35eaf-8a18-49f4-ba0d-3a958e00bed1 admin admin] Received port after_create {{(pid=86394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:54:05.529629 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc35eaf-8a18-49f4-ba0d-3a958e00bed1 admin admin] Pushing event updated for resources: {'Port': ['ID=3357732f-b6f4-4acd-b754-0b5499cf2150,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:54:05.534046 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-1cc35eaf-8a18-49f4-ba0d-3a958e00bed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:54:05.773276 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 9424885d-eebc-4bde-bfb3-680024e90c8b up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:54:05.853237 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 9424885d-eebc-4bde-bfb3-680024e90c8b triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:54:05.853755 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:05.946081 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fcb2b0-8952-406f-abd9-81886fc1af30 None None] Sync routers for ids ['2e3e488f-bf73-4fff-90b3-df1b21ab8e2d'] in dv-cinder-786385-2-iscsi {{(pid=86396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:54:05.952821 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1cc35eaf-8a18-49f4-ba0d-3a958e00bed1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:05.957010 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fcb2b0-8952-406f-abd9-81886fc1af30 None None] Routers {'2e3e488f-bf73-4fff-90b3-df1b21ab8e2d'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:54:05.957010 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-d1fcb2b0-8952-406f-abd9-81886fc1af30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f70c8240>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:54:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['2e3e488f-bf73-4fff-90b3-df1b21ab8e2d'], 'active': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:54:05.988946 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 09e4318a-5162-4fc6-958b-dfbaa0c61869 up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:54:06.060444 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning for port 09e4318a-5162-4fc6-958b-dfbaa0c61869 completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:54:06.159325 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-d1fcb2b0-8952-406f-abd9-81886fc1af30 None None] Set router 2e3e488f-bf73-4fff-90b3-df1b21ab8e2d gateway port host: dv-cinder-786385-2-iscsi {{(pid=86396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:54:06.330058 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1cc35eaf-8a18-49f4-ba0d-3a958e00bed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650207'] for router, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:06.477143 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a115b261-1ae1-4d34-9d5a-fca0c2e5c5a2 None None] Network 27452b2b-c551-4c3a-850a-2f1161582fab requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:54:06.505970 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-d1fcb2b0-8952-406f-abd9-81886fc1af30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f70c8240>, [{'id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'name': 'tempest-TestMinimumBasicScenario-616158912-router', 'tenant_id': '0e1ab995c213484f9e8260545de2fad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '9424885d-eebc-4bde-bfb3-680024e90c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:53:57Z', 'updated_at': '2021-04-21T14:54:01Z', 'revision_number': 4, 'project_id': '0e1ab995c213484f9e8260545de2fad5', 'gw_port': {'id': '9424885d-eebc-4bde-bfb3-680024e90c8b', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:53:57Z', 'updated_at': '2021-04-21T14:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': 'b2696d42-f1c9-4b4a-8c17-0d0c989e0a88', 'name': '', 'network_id': '871608a8-9514-4d58-92e6-53fbe8d173c2', 'tenant_id': '0e1ab995c213484f9e8260545de2fad5', 'mac_address': 'fa:16:3e:30:84:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2a9fd60f-8741-4655-9439-c79ee21f53ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:54:00Z', 'updated_at': '2021-04-21T14:54:01Z', 'revision_number': 2, 'project_id': '0e1ab995c213484f9e8260545de2fad5', 'subnets': [{'id': '2a9fd60f-8741-4655-9439-c79ee21f53ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:54:06.510223 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fcb2b0-8952-406f-abd9-81886fc1af30 None None] Checking router: 2e3e488f-bf73-4fff-90b3-df1b21ab8e2d for host: dv-cinder-786385-2-iscsi {{(pid=86396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:54:06.510626 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fcb2b0-8952-406f-abd9-81886fc1af30 None None] Updating router 2e3e488f-bf73-4fff-90b3-df1b21ab8e2d port b2696d42-f1c9-4b4a-8c17-0d0c989e0a88 binding host dv-cinder-786385-2-iscsi {{(pid=86396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 14:54:06.557421 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc35eaf-8a18-49f4-ba0d-3a958e00bed1 admin admin] Router f2525cd6-95da-411c-8324-ea7bbb938c39 is scheduled to L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 with binding_index 1 {{(pid=86394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 21 14:54:06.574815 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d1fcb2b0-8952-406f-abd9-81886fc1af30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:06.595972 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c80ea37-4140-4f22-85a0-3d0d66e6ee19 None None] Provisioning for port 09e4318a-5162-4fc6-958b-dfbaa0c61869 completed by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:54:06.604914 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c80ea37-4140-4f22-85a0-3d0d66e6ee19 None None] Provisioning complete for port 09e4318a-5162-4fc6-958b-dfbaa0c61869 triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:54:06.605379 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c80ea37-4140-4f22-85a0-3d0d66e6ee19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:06.851651 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c80ea37-4140-4f22-85a0-3d0d66e6ee19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:06.907942 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-2c80ea37-4140-4f22-85a0-3d0d66e6ee19 None None] For port 09e4318a-5162-4fc6-958b-dfbaa0c61869, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=09e4318a-5162-4fc6-958b-dfbaa0c61869,segment=NetworkSegment(d3462fd2-6167-40bf-ab6c-f8e15e9bf747),segment_id=d3462fd2-6167-40bf-ab6c-f8e15e9bf747)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:54:06.913355 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c80ea37-4140-4f22-85a0-3d0d66e6ee19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:06.915271 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:54:06.987122 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d1fcb2b0-8952-406f-abd9-81886fc1af30 None None] Notify callbacks [] for port, precommit_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:06.997591 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80ea37-4140-4f22-85a0-3d0d66e6ee19 None None] Pushing event updated for resources: {'Port': ['ID=09e4318a-5162-4fc6-958b-dfbaa0c61869,revision_number=3']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:54:07.000217 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d1fcb2b0-8952-406f-abd9-81886fc1af30 None None] Transition to ACTIVE for port object b2696d42-f1c9-4b4a-8c17-0d0c989e0a88 will not be triggered until provisioned by entity L2. {{(pid=86396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:54:07.001975 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c80ea37-4140-4f22-85a0-3d0d66e6ee19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:54:07.011376 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d1fcb2b0-8952-406f-abd9-81886fc1af30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:07.016556 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc35eaf-8a18-49f4-ba0d-3a958e00bed1 admin admin] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:54:07.022821 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d78e82e4-fad6-40ab-ae33-9b5d5af6c55b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:54:07.027147 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b43ccfa-70d7-45a5-8dca-bb54dc803f62 None None] Sync routers for ids ['f2525cd6-95da-411c-8324-ea7bbb938c39'] in dv-cinder-786385-2-iscsi {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:54:07.037899 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b43ccfa-70d7-45a5-8dca-bb54dc803f62 None None] Routers {'f2525cd6-95da-411c-8324-ea7bbb938c39'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:54:07.038657 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-3b43ccfa-70d7-45a5-8dca-bb54dc803f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f6d42898>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:54:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['f2525cd6-95da-411c-8324-ea7bbb938c39'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:54:07.046645 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1cc35eaf-8a18-49f4-ba0d-3a958e00bed1 admin admin] Notify callbacks [] for router, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:07.048087 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-1cc35eaf-8a18-49f4-ba0d-3a958e00bed1 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.9945829
Apr 21 14:54:07.052342 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 35218) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:54:07.097044 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922873ce-edcb-41bd-9edf-1c607e05147e None None] Pushing event updated for resources: {'Port': ['ID=b2696d42-f1c9-4b4a-8c17-0d0c989e0a88,revision_number=3']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:54:07.257558 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922873ce-edcb-41bd-9edf-1c607e05147e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:54:07.257939 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922873ce-edcb-41bd-9edf-1c607e05147e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:54:07.258348 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922873ce-edcb-41bd-9edf-1c607e05147e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:54:07.258722 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922873ce-edcb-41bd-9edf-1c607e05147e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:54:07.259096 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922873ce-edcb-41bd-9edf-1c607e05147e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:54:07.259474 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922873ce-edcb-41bd-9edf-1c607e05147e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:54:07.259839 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922873ce-edcb-41bd-9edf-1c607e05147e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:54:07.260216 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922873ce-edcb-41bd-9edf-1c607e05147e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:54:07.260600 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922873ce-edcb-41bd-9edf-1c607e05147e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:54:07.260960 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922873ce-edcb-41bd-9edf-1c607e05147e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:54:07.261320 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922873ce-edcb-41bd-9edf-1c607e05147e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:54:07.261677 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922873ce-edcb-41bd-9edf-1c607e05147e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:54:07.273859 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-922873ce-edcb-41bd-9edf-1c607e05147e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:54:07.284852 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-d1fcb2b0-8952-406f-abd9-81886fc1af30 None None] Attempting to bind port b2696d42-f1c9-4b4a-8c17-0d0c989e0a88 on host dv-cinder-786385-2-iscsi for vnic_type normal with profile  {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:54:07.285268 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-d1fcb2b0-8952-406f-abd9-81886fc1af30 None None] Attempting to bind port b2696d42-f1c9-4b4a-8c17-0d0c989e0a88 by drivers openvswitch,hyperv on host dv-cinder-786385-2-iscsi at level 0 using segments [{'id': 'fde73b1e-f515-42b4-9ec4-b9b903d0fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '871608a8-9514-4d58-92e6-53fbe8d173c2'}] {{(pid=86396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:54:07.285830 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fcb2b0-8952-406f-abd9-81886fc1af30 None None] Attempting to bind port b2696d42-f1c9-4b4a-8c17-0d0c989e0a88 on network 871608a8-9514-4d58-92e6-53fbe8d173c2 {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:54:07.293125 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fcb2b0-8952-406f-abd9-81886fc1af30 None None] Checking agent: {'id': '3835c4f8-6870-47cd-b375-7aa1fa6d9f56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 2), 'started_at': datetime.datetime(2021, 4, 21, 14, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:54:07.293544 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fcb2b0-8952-406f-abd9-81886fc1af30 None None] Checking segment: {'id': 'fde73b1e-f515-42b4-9ec4-b9b903d0fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '871608a8-9514-4d58-92e6-53fbe8d173c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:54:07.294090 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d1fcb2b0-8952-406f-abd9-81886fc1af30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:07.294491 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fcb2b0-8952-406f-abd9-81886fc1af30 None None] Bound using segment: {'id': 'fde73b1e-f515-42b4-9ec4-b9b903d0fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '871608a8-9514-4d58-92e6-53fbe8d173c2'} {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:54:07.295040 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-d1fcb2b0-8952-406f-abd9-81886fc1af30 None None] Bound port: b2696d42-f1c9-4b4a-8c17-0d0c989e0a88, host: dv-cinder-786385-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde73b1e-f515-42b4-9ec4-b9b903d0fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '871608a8-9514-4d58-92e6-53fbe8d173c2'}}] {{(pid=86396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:54:07.295463 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d1fcb2b0-8952-406f-abd9-81886fc1af30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:07.400950 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d1fcb2b0-8952-406f-abd9-81886fc1af30 None None] For port b2696d42-f1c9-4b4a-8c17-0d0c989e0a88, host dv-cinder-786385-2-iscsi, cleared binding levels {{(pid=86396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:54:07.404474 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d1fcb2b0-8952-406f-abd9-81886fc1af30 None None] For port b2696d42-f1c9-4b4a-8c17-0d0c989e0a88, host dv-cinder-786385-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=b2696d42-f1c9-4b4a-8c17-0d0c989e0a88,segment=NetworkSegment(fde73b1e-f515-42b4-9ec4-b9b903d0fb47),segment_id=fde73b1e-f515-42b4-9ec4-b9b903d0fb47)] {{(pid=86396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:54:07.409703 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d1fcb2b0-8952-406f-abd9-81886fc1af30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:07.414200 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-922873ce-edcb-41bd-9edf-1c607e05147e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:54:07.475043 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-3b43ccfa-70d7-45a5-8dca-bb54dc803f62 None None] Set router f2525cd6-95da-411c-8324-ea7bbb938c39 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:54:07.497734 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fcb2b0-8952-406f-abd9-81886fc1af30 None None] Routers {'2e3e488f-bf73-4fff-90b3-df1b21ab8e2d'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:54:07.498449 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-d1fcb2b0-8952-406f-abd9-81886fc1af30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f70c8240>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:54:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['2e3e488f-bf73-4fff-90b3-df1b21ab8e2d'], 'active': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:54:07.521109 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-18aca137-28b7-4837-8b00-9a347dd87957 None None] Provisioning complete for port 09e4318a-5162-4fc6-958b-dfbaa0c61869 triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:54:07.522557 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-18aca137-28b7-4837-8b00-9a347dd87957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:07.750379 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 09e4318a-5162-4fc6-958b-dfbaa0c61869 up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:54:07.805341 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922873ce-edcb-41bd-9edf-1c607e05147e None None] Pushing event updated for resources: {'Port': ['ID=b2696d42-f1c9-4b4a-8c17-0d0c989e0a88,revision_number=4']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:54:07.817077 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-922873ce-edcb-41bd-9edf-1c607e05147e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:54:07.877350 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-d1fcb2b0-8952-406f-abd9-81886fc1af30 None None] Set router 2e3e488f-bf73-4fff-90b3-df1b21ab8e2d gateway port host: dv-cinder-786385-2-iscsi {{(pid=86396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:54:07.901164 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-81bd2e48-d611-4da7-a488-46adf95024db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:07.978522 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 09e4318a-5162-4fc6-958b-dfbaa0c61869 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:54:07.979041 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:08.105900 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-3b43ccfa-70d7-45a5-8dca-bb54dc803f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f6d42898>, [{'id': 'f2525cd6-95da-411c-8324-ea7bbb938c39', 'name': 'tempest-TestMinimumBasicScenario-879056313-router', 'tenant_id': 'c8916a6847804629b4359b4530915624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3357732f-b6f4-4acd-b754-0b5499cf2150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:54:04Z', 'updated_at': '2021-04-21T14:54:05Z', 'revision_number': 3, 'project_id': 'c8916a6847804629b4359b4530915624', 'gw_port': {'id': '3357732f-b6f4-4acd-b754-0b5499cf2150', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fc:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2525cd6-95da-411c-8324-ea7bbb938c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:54:05Z', 'updated_at': '2021-04-21T14:54:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi'}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:54:08.130191 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b43ccfa-70d7-45a5-8dca-bb54dc803f62 None None] Checking router: f2525cd6-95da-411c-8324-ea7bbb938c39 for host: dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:54:08.130587 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b43ccfa-70d7-45a5-8dca-bb54dc803f62 None None] Updating router f2525cd6-95da-411c-8324-ea7bbb938c39 port 3357732f-b6f4-4acd-b754-0b5499cf2150 binding host dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 14:54:08.147694 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-81bd2e48-d611-4da7-a488-46adf95024db admin admin] Allocated IP 172.20.0.1 (27452b2b-c551-4c3a-850a-2f1161582fab/d4fe29cb-a4a0-4b57-86f2-89036e97a5a6/99645a2b-cafe-431e-8f12-3da7bf87bddf) {{(pid=86394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:54:08.208414 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3b43ccfa-70d7-45a5-8dca-bb54dc803f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:08.221394 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-d1fcb2b0-8952-406f-abd9-81886fc1af30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f70c8240>, [{'id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'name': 'tempest-TestMinimumBasicScenario-616158912-router', 'tenant_id': '0e1ab995c213484f9e8260545de2fad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '9424885d-eebc-4bde-bfb3-680024e90c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:53:57Z', 'updated_at': '2021-04-21T14:54:01Z', 'revision_number': 4, 'project_id': '0e1ab995c213484f9e8260545de2fad5', 'gw_port': {'id': '9424885d-eebc-4bde-bfb3-680024e90c8b', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:53:57Z', 'updated_at': '2021-04-21T14:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': 'b2696d42-f1c9-4b4a-8c17-0d0c989e0a88', 'name': '', 'network_id': '871608a8-9514-4d58-92e6-53fbe8d173c2', 'tenant_id': '0e1ab995c213484f9e8260545de2fad5', 'mac_address': 'fa:16:3e:30:84:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2a9fd60f-8741-4655-9439-c79ee21f53ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:54:00Z', 'updated_at': '2021-04-21T14:54:07Z', 'revision_number': 4, 'project_id': '0e1ab995c213484f9e8260545de2fad5', 'subnets': [{'id': '2a9fd60f-8741-4655-9439-c79ee21f53ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:54:08.225660 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fcb2b0-8952-406f-abd9-81886fc1af30 None None] The sync data for ids ['2e3e488f-bf73-4fff-90b3-df1b21ab8e2d'] in dv-cinder-786385-2-iscsi is: [{'id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'name': 'tempest-TestMinimumBasicScenario-616158912-router', 'tenant_id': '0e1ab995c213484f9e8260545de2fad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '9424885d-eebc-4bde-bfb3-680024e90c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:53:57Z', 'updated_at': '2021-04-21T14:54:01Z', 'revision_number': 4, 'project_id': '0e1ab995c213484f9e8260545de2fad5', 'gw_port': {'id': '9424885d-eebc-4bde-bfb3-680024e90c8b', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:53:57Z', 'updated_at': '2021-04-21T14:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': 'b2696d42-f1c9-4b4a-8c17-0d0c989e0a88', 'name': '', 'network_id': '871608a8-9514-4d58-92e6-53fbe8d173c2', 'tenant_id': '0e1ab995c213484f9e8260545de2fad5', 'mac_address': 'fa:16:3e:30:84:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2a9fd60f-8741-4655-9439-c79ee21f53ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:54:00Z', 'updated_at': '2021-04-21T14:54:07Z', 'revision_number': 4, 'project_id': '0e1ab995c213484f9e8260545de2fad5', 'subnets': [{'id': '2a9fd60f-8741-4655-9439-c79ee21f53ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:54:08.323942 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-81bd2e48-d611-4da7-a488-46adf95024db admin admin] Notify callbacks [] for port, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:08.342305 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-81bd2e48-d611-4da7-a488-46adf95024db admin admin] Transition to ACTIVE for port object 99645a2b-cafe-431e-8f12-3da7bf87bddf will not be triggered until provisioned by entity DHCP. {{(pid=86394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:54:08.367561 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-81bd2e48-d611-4da7-a488-46adf95024db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:08.373136 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-20cc47bc-faf6-46e9-a2c4-d76d805dd007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:54:08.447868 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bd2e48-d611-4da7-a488-46adf95024db admin admin] Network 27452b2b-c551-4c3a-850a-2f1161582fab is already hosted by enough agents. {{(pid=86394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:54:08.451079 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-81bd2e48-d611-4da7-a488-46adf95024db admin admin] Resources bound (agent type, host, resource id):  {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:54:08.455377 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bd2e48-d611-4da7-a488-46adf95024db admin admin] Received port after_create {{(pid=86394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:54:08.509046 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd2e48-d611-4da7-a488-46adf95024db admin admin] Pushing event updated for resources: {'Port': ['ID=99645a2b-cafe-431e-8f12-3da7bf87bddf,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:54:08.518666 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-81bd2e48-d611-4da7-a488-46adf95024db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:54:08.529232 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-81bd2e48-d611-4da7-a488-46adf95024db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854145534'] for router_interface, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:08.591760 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3b43ccfa-70d7-45a5-8dca-bb54dc803f62 None None] Notify callbacks [] for port, precommit_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:08.606500 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-3b43ccfa-70d7-45a5-8dca-bb54dc803f62 None None] Transition to ACTIVE for port object 3357732f-b6f4-4acd-b754-0b5499cf2150 will not be triggered until provisioned by entity L2. {{(pid=86395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:54:08.615360 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3b43ccfa-70d7-45a5-8dca-bb54dc803f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:08.621096 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:54:08.665900 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-81bd2e48-d611-4da7-a488-46adf95024db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:08.706096 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-3b43ccfa-70d7-45a5-8dca-bb54dc803f62 None None] Attempting to bind port 3357732f-b6f4-4acd-b754-0b5499cf2150 on host dv-cinder-786385-2-iscsi for vnic_type normal with profile  {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:54:08.706446 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-3b43ccfa-70d7-45a5-8dca-bb54dc803f62 None None] Attempting to bind port 3357732f-b6f4-4acd-b754-0b5499cf2150 by drivers openvswitch,hyperv on host dv-cinder-786385-2-iscsi at level 0 using segments [{'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:54:08.706847 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b43ccfa-70d7-45a5-8dca-bb54dc803f62 None None] Attempting to bind port 3357732f-b6f4-4acd-b754-0b5499cf2150 on network 65ae90ab-0baf-4140-bbfd-b114ac6a9837 {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:54:08.717805 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da42b0-9209-45cb-ab2b-ea6830c546c2 None None] Pushing event updated for resources: {'Port': ['ID=3357732f-b6f4-4acd-b754-0b5499cf2150,revision_number=2']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:54:08.720662 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-56da42b0-9209-45cb-ab2b-ea6830c546c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:54:08.722586 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b43ccfa-70d7-45a5-8dca-bb54dc803f62 None None] Checking agent: {'id': '3835c4f8-6870-47cd-b375-7aa1fa6d9f56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 2), 'started_at': datetime.datetime(2021, 4, 21, 14, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:54:08.722946 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b43ccfa-70d7-45a5-8dca-bb54dc803f62 None None] Checking segment: {'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:54:08.723472 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3b43ccfa-70d7-45a5-8dca-bb54dc803f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:08.723793 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b43ccfa-70d7-45a5-8dca-bb54dc803f62 None None] Bound using segment: {'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'} {{(pid=86395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:54:08.724320 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-3b43ccfa-70d7-45a5-8dca-bb54dc803f62 None None] Bound port: 3357732f-b6f4-4acd-b754-0b5499cf2150, host: dv-cinder-786385-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc9f75c9-c7cc-49bd-a770-8a7cd276112c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837'}}] {{(pid=86395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:54:08.724731 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3b43ccfa-70d7-45a5-8dca-bb54dc803f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:08.780340 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-4959ad01-6aea-4e80-928b-1c359a2a42c2 None None] Provisioning for port 99645a2b-cafe-431e-8f12-3da7bf87bddf completed by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:54:08.789659 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-4959ad01-6aea-4e80-928b-1c359a2a42c2 None None] Provisioning complete for port 99645a2b-cafe-431e-8f12-3da7bf87bddf triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:54:08.790091 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4959ad01-6aea-4e80-928b-1c359a2a42c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:08.866870 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-3b43ccfa-70d7-45a5-8dca-bb54dc803f62 None None] For port 3357732f-b6f4-4acd-b754-0b5499cf2150, host dv-cinder-786385-2-iscsi, cleared binding levels {{(pid=86395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:54:08.871673 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-4959ad01-6aea-4e80-928b-1c359a2a42c2 None None] Port 99645a2b-cafe-431e-8f12-3da7bf87bddf cannot update to ACTIVE because it is not bound. {{(pid=86395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 14:54:08.877203 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-3b43ccfa-70d7-45a5-8dca-bb54dc803f62 None None] For port 3357732f-b6f4-4acd-b754-0b5499cf2150, host dv-cinder-786385-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=3357732f-b6f4-4acd-b754-0b5499cf2150,segment=NetworkSegment(cc9f75c9-c7cc-49bd-a770-8a7cd276112c),segment_id=cc9f75c9-c7cc-49bd-a770-8a7cd276112c)] {{(pid=86395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:54:08.881196 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3b43ccfa-70d7-45a5-8dca-bb54dc803f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:08.886148 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ea732e8c-6f36-4edc-a046-0d317c9bc254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:54:08.914508 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-81bd2e48-d611-4da7-a488-46adf95024db admin admin] Notify callbacks [] for port, precommit_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:08.918314 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-81bd2e48-d611-4da7-a488-46adf95024db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839088365'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:08.948626 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-98b3dc2f-3bb0-48ae-8e0b-74378eb47186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:54:08.969228 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b43ccfa-70d7-45a5-8dca-bb54dc803f62 None None] Routers {'f2525cd6-95da-411c-8324-ea7bbb938c39'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:54:08.969926 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-3b43ccfa-70d7-45a5-8dca-bb54dc803f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f6d42898>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:54:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['f2525cd6-95da-411c-8324-ea7bbb938c39'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:54:09.048112 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da42b0-9209-45cb-ab2b-ea6830c546c2 None None] Pushing event updated for resources: {'Port': ['ID=3357732f-b6f4-4acd-b754-0b5499cf2150,revision_number=3']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:54:09.053931 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd2e48-d611-4da7-a488-46adf95024db admin admin] Pushing event updated for resources: {'Port': ['ID=99645a2b-cafe-431e-8f12-3da7bf87bddf,revision_number=2']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:54:09.059148 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-81bd2e48-d611-4da7-a488-46adf95024db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:54:09.059934 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-81bd2e48-d611-4da7-a488-46adf95024db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853752145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630373'] for router_interface, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:09.108034 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-56da42b0-9209-45cb-ab2b-ea6830c546c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:54:09.123723 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:09.180517 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-3b43ccfa-70d7-45a5-8dca-bb54dc803f62 None None] Set router f2525cd6-95da-411c-8324-ea7bbb938c39 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:54:09.206978 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bd2e48-d611-4da7-a488-46adf95024db admin admin] Network 27452b2b-c551-4c3a-850a-2f1161582fab is already hosted by enough agents. {{(pid=86394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:54:09.208235 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-81bd2e48-d611-4da7-a488-46adf95024db admin admin] Resources bound (agent type, host, resource id):  {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:54:09.409058 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81bd2e48-d611-4da7-a488-46adf95024db admin admin] Router f2525cd6-95da-411c-8324-ea7bbb938c39 has already been hosted by L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 {{(pid=86394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 14:54:09.429543 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-3bf62728-2317-44d5-b870-ba499c78d8a2 None None] Provisioning complete for port 99645a2b-cafe-431e-8f12-3da7bf87bddf triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:54:09.429954 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3bf62728-2317-44d5-b870-ba499c78d8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:09.525739 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-3bf62728-2317-44d5-b870-ba499c78d8a2 None None] Port 99645a2b-cafe-431e-8f12-3da7bf87bddf cannot update to ACTIVE because it is not bound. {{(pid=86395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 14:54:09.595473 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-3b43ccfa-70d7-45a5-8dca-bb54dc803f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f6d42898>, [{'id': 'f2525cd6-95da-411c-8324-ea7bbb938c39', 'name': 'tempest-TestMinimumBasicScenario-879056313-router', 'tenant_id': 'c8916a6847804629b4359b4530915624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3357732f-b6f4-4acd-b754-0b5499cf2150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:54:04Z', 'updated_at': '2021-04-21T14:54:08Z', 'revision_number': 4, 'project_id': 'c8916a6847804629b4359b4530915624', 'gw_port': {'id': '3357732f-b6f4-4acd-b754-0b5499cf2150', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fc:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2525cd6-95da-411c-8324-ea7bbb938c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:54:05Z', 'updated_at': '2021-04-21T14:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': '99645a2b-cafe-431e-8f12-3da7bf87bddf', 'name': '', 'network_id': '27452b2b-c551-4c3a-850a-2f1161582fab', 'tenant_id': 'c8916a6847804629b4359b4530915624', 'mac_address': 'fa:16:3e:64:d6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2525cd6-95da-411c-8324-ea7bbb938c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd4fe29cb-a4a0-4b57-86f2-89036e97a5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:54:07Z', 'updated_at': '2021-04-21T14:54:08Z', 'revision_number': 2, 'project_id': 'c8916a6847804629b4359b4530915624', 'subnets': [{'id': 'd4fe29cb-a4a0-4b57-86f2-89036e97a5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:54:09.599954 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b43ccfa-70d7-45a5-8dca-bb54dc803f62 None None] The sync data for ids ['f2525cd6-95da-411c-8324-ea7bbb938c39'] in dv-cinder-786385-2-iscsi is: [{'id': 'f2525cd6-95da-411c-8324-ea7bbb938c39', 'name': 'tempest-TestMinimumBasicScenario-879056313-router', 'tenant_id': 'c8916a6847804629b4359b4530915624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3357732f-b6f4-4acd-b754-0b5499cf2150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:54:04Z', 'updated_at': '2021-04-21T14:54:08Z', 'revision_number': 4, 'project_id': 'c8916a6847804629b4359b4530915624', 'gw_port': {'id': '3357732f-b6f4-4acd-b754-0b5499cf2150', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fc:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2525cd6-95da-411c-8324-ea7bbb938c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:54:05Z', 'updated_at': '2021-04-21T14:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': '99645a2b-cafe-431e-8f12-3da7bf87bddf', 'name': '', 'network_id': '27452b2b-c551-4c3a-850a-2f1161582fab', 'tenant_id': 'c8916a6847804629b4359b4530915624', 'mac_address': 'fa:16:3e:64:d6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2525cd6-95da-411c-8324-ea7bbb938c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd4fe29cb-a4a0-4b57-86f2-89036e97a5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:54:07Z', 'updated_at': '2021-04-21T14:54:08Z', 'revision_number': 2, 'project_id': 'c8916a6847804629b4359b4530915624', 'subnets': [{'id': 'd4fe29cb-a4a0-4b57-86f2-89036e97a5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:54:09.611716 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bd2e48-d611-4da7-a488-46adf95024db admin admin] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:54:09.622308 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-81bd2e48-d611-4da7-a488-46adf95024db admin admin] 10.222.0.24 "PUT /v2.0/routers/f2525cd6-95da-411c-8324-ea7bbb938c39/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5687039
Apr 21 14:54:09.719923 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device b2696d42-f1c9-4b4a-8c17-0d0c989e0a88 up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:54:09.797351 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning for port b2696d42-f1c9-4b4a-8c17-0d0c989e0a88 completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:54:09.803105 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port b2696d42-f1c9-4b4a-8c17-0d0c989e0a88 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:54:09.803528 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:09.931971 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:09.971043 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] For port b2696d42-f1c9-4b4a-8c17-0d0c989e0a88, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=b2696d42-f1c9-4b4a-8c17-0d0c989e0a88,segment=NetworkSegment(fde73b1e-f515-42b4-9ec4-b9b903d0fb47),segment_id=fde73b1e-f515-42b4-9ec4-b9b903d0fb47)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:54:09.975627 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:09.978366 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-56da42b0-9209-45cb-ab2b-ea6830c546c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:54:10.069417 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Pushing event updated for resources: {'Port': ['ID=b2696d42-f1c9-4b4a-8c17-0d0c989e0a88,revision_number=5']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:54:10.072828 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:54:11.806703 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 3357732f-b6f4-4acd-b754-0b5499cf2150 up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:54:11.888574 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning for port 3357732f-b6f4-4acd-b754-0b5499cf2150 completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:54:11.895901 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 3357732f-b6f4-4acd-b754-0b5499cf2150 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:54:11.896417 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:12.214786 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:12.232511 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] For port 3357732f-b6f4-4acd-b754-0b5499cf2150, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=3357732f-b6f4-4acd-b754-0b5499cf2150,segment=NetworkSegment(cc9f75c9-c7cc-49bd-a770-8a7cd276112c),segment_id=cc9f75c9-c7cc-49bd-a770-8a7cd276112c)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:54:12.236651 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:12.237707 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device b2696d42-f1c9-4b4a-8c17-0d0c989e0a88 up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:54:12.270657 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:54:12.373931 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Pushing event updated for resources: {'Port': ['ID=3357732f-b6f4-4acd-b754-0b5499cf2150,revision_number=4']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:54:12.385626 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:54:12.395186 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port b2696d42-f1c9-4b4a-8c17-0d0c989e0a88 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:54:12.395811 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:12.899057 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15e884f-2100-4e4e-9a6d-92b7f665c3ad None None] Sync routers for ids ['f2525cd6-95da-411c-8324-ea7bbb938c39'] in dv-cinder-786385-2-iscsi {{(pid=86396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:54:12.910768 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15e884f-2100-4e4e-9a6d-92b7f665c3ad None None] Routers {'f2525cd6-95da-411c-8324-ea7bbb938c39'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:54:12.911734 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-f15e884f-2100-4e4e-9a6d-92b7f665c3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f6e98978>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:54:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['f2525cd6-95da-411c-8324-ea7bbb938c39'], 'active': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:54:13.143180 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-f15e884f-2100-4e4e-9a6d-92b7f665c3ad None None] Set router f2525cd6-95da-411c-8324-ea7bbb938c39 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:54:13.575760 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-f15e884f-2100-4e4e-9a6d-92b7f665c3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f6e98978>, [{'id': 'f2525cd6-95da-411c-8324-ea7bbb938c39', 'name': 'tempest-TestMinimumBasicScenario-879056313-router', 'tenant_id': 'c8916a6847804629b4359b4530915624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3357732f-b6f4-4acd-b754-0b5499cf2150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:54:04Z', 'updated_at': '2021-04-21T14:54:08Z', 'revision_number': 4, 'project_id': 'c8916a6847804629b4359b4530915624', 'gw_port': {'id': '3357732f-b6f4-4acd-b754-0b5499cf2150', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2525cd6-95da-411c-8324-ea7bbb938c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:54:05Z', 'updated_at': '2021-04-21T14:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': '99645a2b-cafe-431e-8f12-3da7bf87bddf', 'name': '', 'network_id': '27452b2b-c551-4c3a-850a-2f1161582fab', 'tenant_id': 'c8916a6847804629b4359b4530915624', 'mac_address': 'fa:16:3e:64:d6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2525cd6-95da-411c-8324-ea7bbb938c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd4fe29cb-a4a0-4b57-86f2-89036e97a5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:54:07Z', 'updated_at': '2021-04-21T14:54:08Z', 'revision_number': 2, 'project_id': 'c8916a6847804629b4359b4530915624', 'subnets': [{'id': 'd4fe29cb-a4a0-4b57-86f2-89036e97a5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:54:13.580390 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15e884f-2100-4e4e-9a6d-92b7f665c3ad None None] Checking router: f2525cd6-95da-411c-8324-ea7bbb938c39 for host: dv-cinder-786385-2-iscsi {{(pid=86396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:54:13.580790 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15e884f-2100-4e4e-9a6d-92b7f665c3ad None None] Updating router f2525cd6-95da-411c-8324-ea7bbb938c39 port 99645a2b-cafe-431e-8f12-3da7bf87bddf binding host dv-cinder-786385-2-iscsi {{(pid=86396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 21 14:54:13.650844 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f15e884f-2100-4e4e-9a6d-92b7f665c3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:13.717114 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 3357732f-b6f4-4acd-b754-0b5499cf2150 up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:54:13.811462 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 3357732f-b6f4-4acd-b754-0b5499cf2150 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:54:13.814247 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:14.112618 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f15e884f-2100-4e4e-9a6d-92b7f665c3ad None None] Notify callbacks [] for port, precommit_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:14.126980 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-f15e884f-2100-4e4e-9a6d-92b7f665c3ad None None] Transition to ACTIVE for port object 99645a2b-cafe-431e-8f12-3da7bf87bddf will not be triggered until provisioned by entity L2. {{(pid=86396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:54:14.133767 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f15e884f-2100-4e4e-9a6d-92b7f665c3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:14.139174 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:54:14.326899 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f888e9-50f1-4521-8399-a647a3b19467 None None] Pushing event updated for resources: {'Port': ['ID=99645a2b-cafe-431e-8f12-3da7bf87bddf,revision_number=3']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:54:14.334367 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e4f888e9-50f1-4521-8399-a647a3b19467 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:54:14.401112 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-f15e884f-2100-4e4e-9a6d-92b7f665c3ad None None] Attempting to bind port 99645a2b-cafe-431e-8f12-3da7bf87bddf on host dv-cinder-786385-2-iscsi for vnic_type normal with profile  {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:54:14.401494 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-f15e884f-2100-4e4e-9a6d-92b7f665c3ad None None] Attempting to bind port 99645a2b-cafe-431e-8f12-3da7bf87bddf by drivers openvswitch,hyperv on host dv-cinder-786385-2-iscsi at level 0 using segments [{'id': 'd3462fd2-6167-40bf-ab6c-f8e15e9bf747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '27452b2b-c551-4c3a-850a-2f1161582fab'}] {{(pid=86396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:54:14.401913 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15e884f-2100-4e4e-9a6d-92b7f665c3ad None None] Attempting to bind port 99645a2b-cafe-431e-8f12-3da7bf87bddf on network 27452b2b-c551-4c3a-850a-2f1161582fab {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:54:14.408201 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15e884f-2100-4e4e-9a6d-92b7f665c3ad None None] Checking agent: {'id': '3835c4f8-6870-47cd-b375-7aa1fa6d9f56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 2), 'started_at': datetime.datetime(2021, 4, 21, 14, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:54:14.408622 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15e884f-2100-4e4e-9a6d-92b7f665c3ad None None] Checking segment: {'id': 'd3462fd2-6167-40bf-ab6c-f8e15e9bf747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '27452b2b-c551-4c3a-850a-2f1161582fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:54:14.409066 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f15e884f-2100-4e4e-9a6d-92b7f665c3ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:14.409495 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15e884f-2100-4e4e-9a6d-92b7f665c3ad None None] Bound using segment: {'id': 'd3462fd2-6167-40bf-ab6c-f8e15e9bf747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '27452b2b-c551-4c3a-850a-2f1161582fab'} {{(pid=86396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:54:14.410115 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-f15e884f-2100-4e4e-9a6d-92b7f665c3ad None None] Bound port: 99645a2b-cafe-431e-8f12-3da7bf87bddf, host: dv-cinder-786385-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3462fd2-6167-40bf-ab6c-f8e15e9bf747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '27452b2b-c551-4c3a-850a-2f1161582fab'}}] {{(pid=86396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:54:14.410466 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f15e884f-2100-4e4e-9a6d-92b7f665c3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:14.520937 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-f15e884f-2100-4e4e-9a6d-92b7f665c3ad None None] For port 99645a2b-cafe-431e-8f12-3da7bf87bddf, host dv-cinder-786385-2-iscsi, cleared binding levels {{(pid=86396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:54:14.524277 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-f15e884f-2100-4e4e-9a6d-92b7f665c3ad None None] For port 99645a2b-cafe-431e-8f12-3da7bf87bddf, host dv-cinder-786385-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=99645a2b-cafe-431e-8f12-3da7bf87bddf,segment=NetworkSegment(d3462fd2-6167-40bf-ab6c-f8e15e9bf747),segment_id=d3462fd2-6167-40bf-ab6c-f8e15e9bf747)] {{(pid=86396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:54:14.530667 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f15e884f-2100-4e4e-9a6d-92b7f665c3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:14.535751 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:54:14.620845 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15e884f-2100-4e4e-9a6d-92b7f665c3ad None None] Routers {'f2525cd6-95da-411c-8324-ea7bbb938c39'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:54:14.621542 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-f15e884f-2100-4e4e-9a6d-92b7f665c3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f6e98978>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:54:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['f2525cd6-95da-411c-8324-ea7bbb938c39'], 'active': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:54:14.683909 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f888e9-50f1-4521-8399-a647a3b19467 None None] Pushing event updated for resources: {'Port': ['ID=99645a2b-cafe-431e-8f12-3da7bf87bddf,revision_number=4']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:54:14.706517 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e4f888e9-50f1-4521-8399-a647a3b19467 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:54:14.896700 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-f15e884f-2100-4e4e-9a6d-92b7f665c3ad None None] Set router f2525cd6-95da-411c-8324-ea7bbb938c39 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:54:15.262939 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-f15e884f-2100-4e4e-9a6d-92b7f665c3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f6e98978>, [{'id': 'f2525cd6-95da-411c-8324-ea7bbb938c39', 'name': 'tempest-TestMinimumBasicScenario-879056313-router', 'tenant_id': 'c8916a6847804629b4359b4530915624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3357732f-b6f4-4acd-b754-0b5499cf2150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:54:04Z', 'updated_at': '2021-04-21T14:54:08Z', 'revision_number': 4, 'project_id': 'c8916a6847804629b4359b4530915624', 'gw_port': {'id': '3357732f-b6f4-4acd-b754-0b5499cf2150', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2525cd6-95da-411c-8324-ea7bbb938c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:54:05Z', 'updated_at': '2021-04-21T14:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': '99645a2b-cafe-431e-8f12-3da7bf87bddf', 'name': '', 'network_id': '27452b2b-c551-4c3a-850a-2f1161582fab', 'tenant_id': 'c8916a6847804629b4359b4530915624', 'mac_address': 'fa:16:3e:64:d6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2525cd6-95da-411c-8324-ea7bbb938c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd4fe29cb-a4a0-4b57-86f2-89036e97a5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:54:07Z', 'updated_at': '2021-04-21T14:54:14Z', 'revision_number': 4, 'project_id': 'c8916a6847804629b4359b4530915624', 'subnets': [{'id': 'd4fe29cb-a4a0-4b57-86f2-89036e97a5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:54:15.268117 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15e884f-2100-4e4e-9a6d-92b7f665c3ad None None] The sync data for ids ['f2525cd6-95da-411c-8324-ea7bbb938c39'] in dv-cinder-786385-2-iscsi is: [{'id': 'f2525cd6-95da-411c-8324-ea7bbb938c39', 'name': 'tempest-TestMinimumBasicScenario-879056313-router', 'tenant_id': 'c8916a6847804629b4359b4530915624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3357732f-b6f4-4acd-b754-0b5499cf2150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:54:04Z', 'updated_at': '2021-04-21T14:54:08Z', 'revision_number': 4, 'project_id': 'c8916a6847804629b4359b4530915624', 'gw_port': {'id': '3357732f-b6f4-4acd-b754-0b5499cf2150', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2525cd6-95da-411c-8324-ea7bbb938c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:54:05Z', 'updated_at': '2021-04-21T14:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': '99645a2b-cafe-431e-8f12-3da7bf87bddf', 'name': '', 'network_id': '27452b2b-c551-4c3a-850a-2f1161582fab', 'tenant_id': 'c8916a6847804629b4359b4530915624', 'mac_address': 'fa:16:3e:64:d6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2525cd6-95da-411c-8324-ea7bbb938c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd4fe29cb-a4a0-4b57-86f2-89036e97a5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:54:07Z', 'updated_at': '2021-04-21T14:54:14Z', 'revision_number': 4, 'project_id': 'c8916a6847804629b4359b4530915624', 'subnets': [{'id': 'd4fe29cb-a4a0-4b57-86f2-89036e97a5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:54:15.759131 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 99645a2b-cafe-431e-8f12-3da7bf87bddf up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:54:15.855109 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning for port 99645a2b-cafe-431e-8f12-3da7bf87bddf completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:54:15.861549 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 99645a2b-cafe-431e-8f12-3da7bf87bddf triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:54:15.862160 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:16.039944 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:16.078608 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] For port 99645a2b-cafe-431e-8f12-3da7bf87bddf, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=99645a2b-cafe-431e-8f12-3da7bf87bddf,segment=NetworkSegment(d3462fd2-6167-40bf-ab6c-f8e15e9bf747),segment_id=d3462fd2-6167-40bf-ab6c-f8e15e9bf747)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:54:16.082300 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:16.084265 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:54:16.175261 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Pushing event updated for resources: {'Port': ['ID=99645a2b-cafe-431e-8f12-3da7bf87bddf,revision_number=5']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:54:16.179526 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:54:17.702398 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 99645a2b-cafe-431e-8f12-3da7bf87bddf up at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:54:17.791988 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Provisioning complete for port 99645a2b-cafe-431e-8f12-3da7bf87bddf triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:54:17.792400 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:20.198004 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-29f82af2-36d2-4940-8492-add257ecccb5 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:20.198779 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-29f82af2-36d2-4940-8492-add257ecccb5 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Synchronizing usage tracker for tenant:0e1ab995c213484f9e8260545de2fad5 on resource:network {{(pid=86394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:54:20.220971 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-29f82af2-36d2-4940-8492-add257ecccb5 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Unset dirty status for tenant:0e1ab995c213484f9e8260545de2fad5 on resource:network {{(pid=86394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:54:20.222323 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-29f82af2-36d2-4940-8492-add257ecccb5 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/networks?id=871608a8-9514-4d58-92e6-53fbe8d173c2 HTTP/1.1" status: 200  len: 814 time: 0.1899576
Apr 21 14:54:20.238979 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-74ba84d0-a0db-44b7-af48-782e3e14f9c4 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/quotas/0e1ab995c213484f9e8260545de2fad5 HTTP/1.1" status: 200  len: 375 time: 0.0104284
Apr 21 14:54:20.333152 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-2bc8bdfa-983f-4db3-8d99-ebfc31083635 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Synchronizing usage tracker for tenant:0e1ab995c213484f9e8260545de2fad5 on resource:port {{(pid=86394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:54:20.351519 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-2bc8bdfa-983f-4db3-8d99-ebfc31083635 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Unset dirty status for tenant:0e1ab995c213484f9e8260545de2fad5 on resource:port {{(pid=86394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:54:20.352905 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-2bc8bdfa-983f-4db3-8d99-ebfc31083635 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e1ab995c213484f9e8260545de2fad5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1084321
Apr 21 14:54:20.510150 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-32d8f272-cb62-4bbb-850f-97b328dbf001 service neutron] 10.222.0.24 "GET /v2.0/networks/871608a8-9514-4d58-92e6-53fbe8d173c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441801
Apr 21 14:54:20.655631 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-f0267138-e4da-416c-a1a1-c70ce0898c60 service neutron] 10.222.0.24 "GET /v2.0/networks/871608a8-9514-4d58-92e6-53fbe8d173c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1386483
Apr 21 14:54:20.995659 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3260b8be-7014-4f90-a552-e1c5632d5ebb req-4a530ccb-3f5f-4b02-92dd-b395d37d8280 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 210 time: 0.1720850
Apr 21 14:54:21.410893 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:54:22.208289 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-328c000d-141d-49de-9462-0af76200e9f9 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:22.210176 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-328c000d-141d-49de-9462-0af76200e9f9 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.36 "GET /v2.0/networks?id=871608a8-9514-4d58-92e6-53fbe8d173c2 HTTP/1.1" status: 200  len: 814 time: 0.1742425
Apr 21 14:54:22.223806 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-cfe2d700-bb3a-4b20-b821-e2260863866a tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Request body: {'port': {'device_id': '831e6747-0fba-4087-a5c1-664af456a922', 'network_id': '871608a8-9514-4d58-92e6-53fbe8d173c2', 'admin_state_up': True, 'tenant_id': '0e1ab995c213484f9e8260545de2fad5'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:54:22.405226 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-cfe2d700-bb3a-4b20-b821-e2260863866a tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:54:22.426839 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-cfe2d700-bb3a-4b20-b821-e2260863866a tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:54:22.446086 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-cfe2d700-bb3a-4b20-b821-e2260863866a tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Made reservation on behalf of 0e1ab995c213484f9e8260545de2fad5 for: {'port': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:54:22.455103 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-059800f2-ca18-4366-9b64-2d5f9a02dc07 req-f5adc22e-1598-4dae-8a9b-91ed486a0973 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 210 time: 0.3357286
Apr 21 14:54:22.457820 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-cfe2d700-bb3a-4b20-b821-e2260863866a tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:22.670388 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-cfe2d700-bb3a-4b20-b821-e2260863866a tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Allocated IP 172.20.0.6 (871608a8-9514-4d58-92e6-53fbe8d173c2/2a9fd60f-8741-4655-9439-c79ee21f53ec/0abca0b1-ade4-4453-a1f8-bec5e7c24c69) {{(pid=86393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:54:22.986267 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-cfe2d700-bb3a-4b20-b821-e2260863866a tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks [] for port, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:23.017934 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-cfe2d700-bb3a-4b20-b821-e2260863866a tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Transition to ACTIVE for port object 0abca0b1-ade4-4453-a1f8-bec5e7c24c69 will not be triggered until provisioned by entity DHCP. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:54:23.064841 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-cfe2d700-bb3a-4b20-b821-e2260863866a tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:23.079917 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8515003f-bad5-47d9-96b7-643ec19aec6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:54:23.169287 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-cfe2d700-bb3a-4b20-b821-e2260863866a tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Network 871608a8-9514-4d58-92e6-53fbe8d173c2 is already hosted by enough agents. {{(pid=86393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:54:23.172741 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-cfe2d700-bb3a-4b20-b821-e2260863866a tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Resources bound (agent type, host, resource id):  {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:54:23.178740 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-cfe2d700-bb3a-4b20-b821-e2260863866a tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Received port after_create {{(pid=86393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:54:23.229491 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2d700-bb3a-4b20-b821-e2260863866a tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Pushing event updated for resources: {'Port': ['ID=0abca0b1-ade4-4453-a1f8-bec5e7c24c69,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:54:23.241811 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-cfe2d700-bb3a-4b20-b821-e2260863866a tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:54:23.307559 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-cfe2d700-bb3a-4b20-b821-e2260863866a tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:23.308843 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-cfe2d700-bb3a-4b20-b821-e2260863866a tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:23.355200 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-cfe2d700-bb3a-4b20-b821-e2260863866a tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1359043
Apr 21 14:54:23.431832 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-ba161597-af7a-40b8-a6d5-b57bcde486b0 None None] Provisioning for port 0abca0b1-ade4-4453-a1f8-bec5e7c24c69 completed by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:54:23.437578 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-ba161597-af7a-40b8-a6d5-b57bcde486b0 None None] Provisioning complete for port 0abca0b1-ade4-4453-a1f8-bec5e7c24c69 triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:54:23.438133 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ba161597-af7a-40b8-a6d5-b57bcde486b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:23.516478 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-ba161597-af7a-40b8-a6d5-b57bcde486b0 None None] Port 0abca0b1-ade4-4453-a1f8-bec5e7c24c69 cannot update to ACTIVE because it is not bound. {{(pid=86395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 14:54:23.672753 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3969d-2cc8-42cf-b21f-48507b3a4a53 req-5c65680a-079c-45c5-966a-27bfe5738b4f tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:23.673776 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-56b3969d-2cc8-42cf-b21f-48507b3a4a53 req-5c65680a-079c-45c5-966a-27bfe5738b4f tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Synchronizing usage tracker for tenant:0e1ab995c213484f9e8260545de2fad5 on resource:port {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:54:23.691599 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-56b3969d-2cc8-42cf-b21f-48507b3a4a53 req-5c65680a-079c-45c5-966a-27bfe5738b4f tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Unset dirty status for tenant:0e1ab995c213484f9e8260545de2fad5 on resource:port {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:54:23.692911 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-56b3969d-2cc8-42cf-b21f-48507b3a4a53 req-5c65680a-079c-45c5-966a-27bfe5738b4f tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 931 time: 0.1168525
Apr 21 14:54:23.747840 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-56b3969d-2cc8-42cf-b21f-48507b3a4a53 req-3b5a4001-73fa-46de-9942-9814b9856657 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ccb561b-8c28-409f-abba-b307e80733e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473001
Apr 21 14:54:24.955157 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed8a83-5e72-40a9-968a-0f34de7c4177 req-71b51dc4-b48b-467e-9e4b-e90748604ca5 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:24.957506 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a4ed8a83-5e72-40a9-968a-0f34de7c4177 req-71b51dc4-b48b-467e-9e4b-e90748604ca5 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 931 time: 0.0922801
Apr 21 14:54:25.020871 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-a4ed8a83-5e72-40a9-968a-0f34de7c4177 req-f5d1619f-4254-454b-ac17-aed0a5bb50c1 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Synchronizing usage tracker for tenant:0e1ab995c213484f9e8260545de2fad5 on resource:security_group {{(pid=86394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:54:25.041378 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-a4ed8a83-5e72-40a9-968a-0f34de7c4177 req-f5d1619f-4254-454b-ac17-aed0a5bb50c1 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Unset dirty status for tenant:0e1ab995c213484f9e8260545de2fad5 on resource:security_group {{(pid=86394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:54:25.042743 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a4ed8a83-5e72-40a9-968a-0f34de7c4177 req-f5d1619f-4254-454b-ac17-aed0a5bb50c1 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ccb561b-8c28-409f-abba-b307e80733e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677023
Apr 21 14:54:26.262702 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ed0ca-637f-4a08-bee0-62cae86c96df req-be880bcb-7f99-49ea-bc74-7ffe4105b9ed tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:26.264292 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b89ed0ca-637f-4a08-bee0-62cae86c96df req-be880bcb-7f99-49ea-bc74-7ffe4105b9ed tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 931 time: 0.0972347
Apr 21 14:54:26.314931 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b89ed0ca-637f-4a08-bee0-62cae86c96df req-f3c2a681-1af2-4633-a2b5-707eb6e0882c tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ccb561b-8c28-409f-abba-b307e80733e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438690
Apr 21 14:54:27.532316 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e73cc-57a4-4e54-9a85-c00b5478bfe1 req-2f7fa78f-e245-47b2-a877-2a8bc4c2f51d tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:27.533919 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1e4e73cc-57a4-4e54-9a85-c00b5478bfe1 req-2f7fa78f-e245-47b2-a877-2a8bc4c2f51d tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 931 time: 0.1017425
Apr 21 14:54:27.590469 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1e4e73cc-57a4-4e54-9a85-c00b5478bfe1 req-0ee68b8e-4b85-476f-b68b-2c5515d5ee07 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ccb561b-8c28-409f-abba-b307e80733e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492296
Apr 21 14:54:29.089305 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820f223-fbe6-4b2c-8f98-d98c32d677ee req-eedb73f3-23f8-41ed-aadc-12cbdccbad14 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:29.091216 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9820f223-fbe6-4b2c-8f98-d98c32d677ee req-eedb73f3-23f8-41ed-aadc-12cbdccbad14 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 931 time: 0.3804810
Apr 21 14:54:29.144883 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9820f223-fbe6-4b2c-8f98-d98c32d677ee req-9071bb52-58b2-41de-9f9d-443e4de62dec tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ccb561b-8c28-409f-abba-b307e80733e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469301
Apr 21 14:54:29.429235 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f482c37d-33eb-402e-a1b0-3c1b9fe8cffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:30.381010 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0626fa1-6c13-423b-8647-0b61031e5793 req-f5711100-8842-42d5-b67f-e841331054ea tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:30.382691 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a0626fa1-6c13-423b-8647-0b61031e5793 req-f5711100-8842-42d5-b67f-e841331054ea tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 931 time: 0.1110072
Apr 21 14:54:30.436019 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a0626fa1-6c13-423b-8647-0b61031e5793 req-273ba7bf-bd3b-463d-bf8f-ba7341865b1c tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ccb561b-8c28-409f-abba-b307e80733e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460148
Apr 21 14:54:31.649899 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689a5b0-5937-4c15-bd51-c5590c6abef1 req-e0a62f6a-b33f-48ec-9b74-3e832a0c5585 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:31.651677 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d689a5b0-5937-4c15-bd51-c5590c6abef1 req-e0a62f6a-b33f-48ec-9b74-3e832a0c5585 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 931 time: 0.0982022
Apr 21 14:54:31.703401 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d689a5b0-5937-4c15-bd51-c5590c6abef1 req-7514136e-1fb5-43f3-b120-4a15006350a4 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ccb561b-8c28-409f-abba-b307e80733e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447204
Apr 21 14:54:32.133581 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:32.249423 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d9241d80-6559-4fba-9496-5a624d978ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:32.489288 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:32.919943 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed8fa4-a3e2-4c8e-a455-e048bfe57ff8 req-c27fe042-131f-4c58-9d57-501d0ee81f06 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:32.921546 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a3ed8fa4-a3e2-4c8e-a455-e048bfe57ff8 req-c27fe042-131f-4c58-9d57-501d0ee81f06 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 931 time: 0.0937333
Apr 21 14:54:32.976215 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a3ed8fa4-a3e2-4c8e-a455-e048bfe57ff8 req-89b7ccda-f7cb-4fad-9044-17fbafc2f77d tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ccb561b-8c28-409f-abba-b307e80733e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478199
Apr 21 14:54:34.185930 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c6509f-4d32-4d93-b5bd-e4116872d480 req-cfa22e29-d297-4435-bd58-e345f65e8388 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:34.187656 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c6c6509f-4d32-4d93-b5bd-e4116872d480 req-cfa22e29-d297-4435-bd58-e345f65e8388 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 931 time: 0.0962944
Apr 21 14:54:34.236704 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c6c6509f-4d32-4d93-b5bd-e4116872d480 req-af071f1b-659f-412e-8640-dc00f4e77b9f tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ccb561b-8c28-409f-abba-b307e80733e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425382
Apr 21 14:54:34.250395 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:35.444724 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd452db9-e552-4d41-863d-8053fd47e1bc req-2ad5de55-013e-4166-af39-17dbb64a78d3 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:35.446351 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fd452db9-e552-4d41-863d-8053fd47e1bc req-2ad5de55-013e-4166-af39-17dbb64a78d3 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 931 time: 0.0904627
Apr 21 14:54:35.496335 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fd452db9-e552-4d41-863d-8053fd47e1bc req-1b3400b6-42f7-4cb5-91f7-750e64b93a81 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ccb561b-8c28-409f-abba-b307e80733e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432670
Apr 21 14:54:36.032999 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] Request body: {'port': {'device_id': '831e6747-0fba-4087-a5c1-664af456a922', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:54:36.164347 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:36.541471 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0abca0b1-ade4-4453-a1f8-bec5e7c24c69 {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:54:36.550454 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:36.567039 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] Transition to ACTIVE for port object 0abca0b1-ade4-4453-a1f8-bec5e7c24c69 will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:54:36.570241 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14929102'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:36.575824 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-425a6f52-db11-415e-977a-c84b4458fedf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:54:36.763415 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=0abca0b1-ade4-4453-a1f8-bec5e7c24c69,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:54:36.847910 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:54:36.848339 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:54:36.848715 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:54:36.849155 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:54:36.849559 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:54:36.849952 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:54:36.850379 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:54:36.850773 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:54:36.851164 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:54:36.851555 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:54:36.851935 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:54:36.852384 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:54:36.863312 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:54:36.917779 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] Attempting to bind port 0abca0b1-ade4-4453-a1f8-bec5e7c24c69 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:54:36.918119 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] Attempting to bind port 0abca0b1-ade4-4453-a1f8-bec5e7c24c69 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'fde73b1e-f515-42b4-9ec4-b9b903d0fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '871608a8-9514-4d58-92e6-53fbe8d173c2'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:54:36.918422 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] Attempting to bind port 0abca0b1-ade4-4453-a1f8-bec5e7c24c69 on network 871608a8-9514-4d58-92e6-53fbe8d173c2 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:54:36.928350 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] Port 0abca0b1-ade4-4453-a1f8-bec5e7c24c69 on network 871608a8-9514-4d58-92e6-53fbe8d173c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 14:54:36.928695 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] Attempting to bind port 0abca0b1-ade4-4453-a1f8-bec5e7c24c69 on network 871608a8-9514-4d58-92e6-53fbe8d173c2 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:54:36.939880 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] Checking agent: {'id': 'aac967bd-8151-4f72-a05c-3193d627c9da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'started_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:54:36.940256 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] Checking segment: {'id': 'fde73b1e-f515-42b4-9ec4-b9b903d0fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '871608a8-9514-4d58-92e6-53fbe8d173c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:54:36.940676 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] Bound using segment: {'id': 'fde73b1e-f515-42b4-9ec4-b9b903d0fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '871608a8-9514-4d58-92e6-53fbe8d173c2'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:54:36.941285 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] Bound port: 0abca0b1-ade4-4453-a1f8-bec5e7c24c69, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fde73b1e-f515-42b4-9ec4-b9b903d0fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '871608a8-9514-4d58-92e6-53fbe8d173c2'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:54:36.941702 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:36.965116 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f9a0b-7e98-41eb-9f3c-86b20e11e6ae req-c4f5beb5-20f1-457d-b19f-5c5c57f84f6f tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:36.966834 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a41f9a0b-7e98-41eb-9f3c-86b20e11e6ae req-c4f5beb5-20f1-457d-b19f-5c5c57f84f6f tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 943 time: 0.1709819
Apr 21 14:54:37.089925 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a41f9a0b-7e98-41eb-9f3c-86b20e11e6ae req-e09a0bc0-12b0-4a53-aa4d-3c5cf305f5c2 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ccb561b-8c28-409f-abba-b307e80733e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919611
Apr 21 14:54:37.099801 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] For port 0abca0b1-ade4-4453-a1f8-bec5e7c24c69, host hv-cinder-78638, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:54:37.103410 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] For port 0abca0b1-ade4-4453-a1f8-bec5e7c24c69, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0abca0b1-ade4-4453-a1f8-bec5e7c24c69,segment=NetworkSegment(fde73b1e-f515-42b4-9ec4-b9b903d0fb47),segment_id=fde73b1e-f515-42b4-9ec4-b9b903d0fb47)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:54:37.107268 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14929102'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:37.111621 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8f6eb35a-2dbc-454d-882d-e2807a6f8114 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:54:37.175582 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:37.176306 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:37.177912 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] 10.222.0.36 "PUT /v2.0/ports/0abca0b1-ade4-4453-a1f8-bec5e7c24c69 HTTP/1.1" status: 200  len: 1093 time: 1.1501801
Apr 21 14:54:37.178525 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831e6747-0fba-4087-a5c1-664af456a922', 'tag': '0abca0b1-ade4-4453-a1f8-bec5e7c24c69'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:54:37.204625 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=0abca0b1-ade4-4453-a1f8-bec5e7c24c69,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:54:37.212608 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:54:37.267776 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831e6747-0fba-4087-a5c1-664af456a922', 'tag': '0abca0b1-ade4-4453-a1f8-bec5e7c24c69', 'status': 'completed', 'code': 200}
Apr 21 14:54:37.325102 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-b3ab981d-7f0f-4be1-94c5-239e053f9ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:37.326786 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-b3ab981d-7f0f-4be1-94c5-239e053f9ed6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e1ab995c213484f9e8260545de2fad5&device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 1096 time: 0.1001892
Apr 21 14:54:37.422383 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-1de05580-6cdc-408e-aaf4-2c1a540ada2f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0abca0b1-ade4-4453-a1f8-bec5e7c24c69 HTTP/1.1" status: 200  len: 217 time: 0.0881968
Apr 21 14:54:37.518839 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-86f01b1d-ab4e-4ea1-860b-81c1fb6cf5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:37.520413 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-86f01b1d-ab4e-4ea1-860b-81c1fb6cf5e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2a9fd60f-8741-4655-9439-c79ee21f53ec HTTP/1.1" status: 200  len: 853 time: 0.0918496
Apr 21 14:54:37.614480 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-b5860dce-fee7-4fa5-9218-b74dc6e377e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:37.616146 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-b5860dce-fee7-4fa5-9218-b74dc6e377e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=871608a8-9514-4d58-92e6-53fbe8d173c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0892062
Apr 21 14:54:37.774185 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-d86356a4-58e3-44d3-82cc-58014623a84d service neutron] 10.222.0.36 "GET /v2.0/networks/871608a8-9514-4d58-92e6-53fbe8d173c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1511476
Apr 21 14:54:37.925401 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-48edc85f-5faf-47fe-a384-11fe72f52745 req-34897ded-9df4-4d01-965e-8b28d13e1f5f service neutron] 10.222.0.36 "GET /v2.0/networks/871608a8-9514-4d58-92e6-53fbe8d173c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1443861
Apr 21 14:54:38.060118 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b0dac-ab67-4257-8e0b-0c3dad6cad72 req-d210dc8a-0484-4084-8052-e22944462a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:38.061823 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-682b0dac-ab67-4257-8e0b-0c3dad6cad72 req-d210dc8a-0484-4084-8052-e22944462a95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e1ab995c213484f9e8260545de2fad5&device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 1096 time: 0.0875895
Apr 21 14:54:38.274794 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b0dac-ab67-4257-8e0b-0c3dad6cad72 req-3570d913-22ef-4536-b258-5544ae596cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:38.276339 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-682b0dac-ab67-4257-8e0b-0c3dad6cad72 req-3570d913-22ef-4536-b258-5544ae596cb1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=871608a8-9514-4d58-92e6-53fbe8d173c2 HTTP/1.1" status: 200  len: 915 time: 0.2082148
Apr 21 14:54:38.359570 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-682b0dac-ab67-4257-8e0b-0c3dad6cad72 req-36ef6f75-7b8e-4759-a15a-177d3dcbd511 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0abca0b1-ade4-4453-a1f8-bec5e7c24c69 HTTP/1.1" status: 200  len: 217 time: 0.0759928
Apr 21 14:54:38.452445 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b0dac-ab67-4257-8e0b-0c3dad6cad72 req-ee0f28b4-ff84-40ed-90d8-ab705d07262d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:38.454126 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-682b0dac-ab67-4257-8e0b-0c3dad6cad72 req-ee0f28b4-ff84-40ed-90d8-ab705d07262d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2a9fd60f-8741-4655-9439-c79ee21f53ec HTTP/1.1" status: 200  len: 853 time: 0.0879216
Apr 21 14:54:38.464165 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab2b8a-4598-4e1c-8e32-d1d614fa2c74 req-81a60899-07c4-4434-9664-353e98407ec0 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:38.465699 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-deab2b8a-4598-4e1c-8e32-d1d614fa2c74 req-81a60899-07c4-4434-9664-353e98407ec0 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 943 time: 0.2355888
Apr 21 14:54:38.563116 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-deab2b8a-4598-4e1c-8e32-d1d614fa2c74 req-06bb5b3a-bff8-4022-bf9c-dbc7ced3ffd1 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ccb561b-8c28-409f-abba-b307e80733e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605731
Apr 21 14:54:38.586198 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b0dac-ab67-4257-8e0b-0c3dad6cad72 req-745fff46-c78c-4911-bef9-067737593b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:38.587919 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-682b0dac-ab67-4257-8e0b-0c3dad6cad72 req-745fff46-c78c-4911-bef9-067737593b91 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=871608a8-9514-4d58-92e6-53fbe8d173c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1212704
Apr 21 14:54:38.773950 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-682b0dac-ab67-4257-8e0b-0c3dad6cad72 req-395d6fe5-9b50-4197-97bb-0696affbedf6 service neutron] 10.222.0.36 "GET /v2.0/networks/871608a8-9514-4d58-92e6-53fbe8d173c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1782737
Apr 21 14:54:38.925373 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-682b0dac-ab67-4257-8e0b-0c3dad6cad72 req-db8f60b9-0e8e-422b-9139-64a522787657 service neutron] 10.222.0.36 "GET /v2.0/networks/871608a8-9514-4d58-92e6-53fbe8d173c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1436448
Apr 21 14:54:39.018249 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:39.781685 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ab832-49fe-4b06-ac1f-a95fc908058f req-78642a74-4df8-407c-b4b5-1368b2560a8f tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:39.783393 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-eb8ab832-49fe-4b06-ac1f-a95fc908058f req-78642a74-4df8-407c-b4b5-1368b2560a8f tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 943 time: 0.0964773
Apr 21 14:54:39.834732 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-eb8ab832-49fe-4b06-ac1f-a95fc908058f req-92382096-4e29-47a8-9de6-ecab240709b2 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ccb561b-8c28-409f-abba-b307e80733e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443006
Apr 21 14:54:41.051451 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f18331-0c7b-45b1-bf5a-e3dc70e4160d req-f330fa7e-6aa8-49f1-8e3d-2c98dd95bf6e tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:41.053088 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-21f18331-0c7b-45b1-bf5a-e3dc70e4160d req-f330fa7e-6aa8-49f1-8e3d-2c98dd95bf6e tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 943 time: 0.1004317
Apr 21 14:54:41.104556 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-21f18331-0c7b-45b1-bf5a-e3dc70e4160d req-e2b629d1-ba86-4217-aacd-f7dcd93a72d0 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ccb561b-8c28-409f-abba-b307e80733e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442333
Apr 21 14:54:42.174715 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 0abca0b1-ade4-4453-a1f8-bec5e7c24c69 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 14:54:42.314880 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5d6f3-5629-490c-887c-85a486e1cbb0 req-d3de36f1-ad4a-46e2-92da-3b01d6aeefa1 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:42.316619 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-eef5d6f3-5629-490c-887c-85a486e1cbb0 req-d3de36f1-ad4a-46e2-92da-3b01d6aeefa1 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 943 time: 0.0935702
Apr 21 14:54:42.323358 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 0abca0b1-ade4-4453-a1f8-bec5e7c24c69, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0abca0b1-ade4-4453-a1f8-bec5e7c24c69,segment=NetworkSegment(fde73b1e-f515-42b4-9ec4-b9b903d0fb47),segment_id=fde73b1e-f515-42b4-9ec4-b9b903d0fb47)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:54:42.339124 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Returning: {'device': '0abca0b1-ade4-4453-a1f8-bec5e7c24c69', 'network_id': '871608a8-9514-4d58-92e6-53fbe8d173c2', 'port_id': '0abca0b1-ade4-4453-a1f8-bec5e7c24c69', 'mac_address': 'fa:16:3e:76:da:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a9fd60f-8741-4655-9439-c79ee21f53ec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 14:54:42.367797 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-eef5d6f3-5629-490c-887c-85a486e1cbb0 req-09b4dad3-a944-44b3-9a96-c00b5398efb8 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ccb561b-8c28-409f-abba-b307e80733e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428038
Apr 21 14:54:42.403652 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:42.422079 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0abca0b1-ade4-4453-a1f8-bec5e7c24c69 {{(pid=86395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:54:42.439705 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 0abca0b1-ade4-4453-a1f8-bec5e7c24c69, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0abca0b1-ade4-4453-a1f8-bec5e7c24c69,segment=NetworkSegment(fde73b1e-f515-42b4-9ec4-b9b903d0fb47),segment_id=fde73b1e-f515-42b4-9ec4-b9b903d0fb47)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:54:42.443167 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:42.445003 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:54:42.516964 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=0abca0b1-ade4-4453-a1f8-bec5e7c24c69,revision_number=4']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:54:42.520345 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:54:42.806460 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['0abca0b1-ade4-4453-a1f8-bec5e7c24c69'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:54:43.576997 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfe81d-22a7-4c86-a2aa-ae35b315e9f4 req-59921f76-c2c1-4460-ae45-18a9f8d9cd07 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:43.578903 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-77bfe81d-22a7-4c86-a2aa-ae35b315e9f4 req-59921f76-c2c1-4460-ae45-18a9f8d9cd07 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 944 time: 0.0962670
Apr 21 14:54:43.638055 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-77bfe81d-22a7-4c86-a2aa-ae35b315e9f4 req-d2037b70-f08e-4e98-8271-8ba2be91e47f tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ccb561b-8c28-409f-abba-b307e80733e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520124
Apr 21 14:54:44.186692 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 0abca0b1-ade4-4453-a1f8-bec5e7c24c69 up at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:54:44.265883 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning for port 0abca0b1-ade4-4453-a1f8-bec5e7c24c69 completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:54:44.272509 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning complete for port 0abca0b1-ade4-4453-a1f8-bec5e7c24c69 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:54:44.272952 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:44.409048 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:44.441359 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831e6747-0fba-4087-a5c1-664af456a922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abca0b1-ade4-4453-a1f8-bec5e7c24c69'}] {{(pid=86395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:54:44.453740 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 0abca0b1-ade4-4453-a1f8-bec5e7c24c69, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0abca0b1-ade4-4453-a1f8-bec5e7c24c69,segment=NetworkSegment(fde73b1e-f515-42b4-9ec4-b9b903d0fb47),segment_id=fde73b1e-f515-42b4-9ec4-b9b903d0fb47)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:54:44.457320 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:44.459504 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8d92fb84-12d2-4eee-ad6b-184d5285802f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:54:44.502157 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831e6747-0fba-4087-a5c1-664af456a922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abca0b1-ade4-4453-a1f8-bec5e7c24c69', 'code': 200}
Apr 21 14:54:44.540598 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=0abca0b1-ade4-4453-a1f8-bec5e7c24c69,revision_number=5']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:54:44.544230 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:54:44.837858 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd547d11-bebb-4b10-9ce5-3950b0a7873b req-23fd07b3-0328-4496-8ec0-6637cf282fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:44.841171 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fd547d11-bebb-4b10-9ce5-3950b0a7873b req-23fd07b3-0328-4496-8ec0-6637cf282fd1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 1098 time: 0.1642585
Apr 21 14:54:44.960865 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fd547d11-bebb-4b10-9ce5-3950b0a7873b req-3d44a4f9-d589-4222-826a-da0b06dc960e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5ccb561b-8c28-409f-abba-b307e80733e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132703
Apr 21 14:54:44.998264 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b7ccb-20de-43ef-be7c-348d4d0ee138 req-309942a9-5371-422e-a3fd-34d1c85a4e73 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:45.000246 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b33b7ccb-20de-43ef-be7c-348d4d0ee138 req-309942a9-5371-422e-a3fd-34d1c85a4e73 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 945 time: 0.2373805
Apr 21 14:54:45.009156 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d9c75494-1449-405a-a83a-1691b5721a5d req-d595bcc1-5fd4-4399-b08a-93447ae6ae78 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d8cac6e3-c70e-4a55-aec4-72689e662fc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1397924
Apr 21 14:54:45.059072 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b33b7ccb-20de-43ef-be7c-348d4d0ee138 req-406139a5-983a-4d35-9a6c-17797bbfff0d tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ccb561b-8c28-409f-abba-b307e80733e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487621
Apr 21 14:54:45.228781 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c75494-1449-405a-a83a-1691b5721a5d req-19c15a51-52ed-4765-8f29-f17658b762f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:45.230399 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d9c75494-1449-405a-a83a-1691b5721a5d req-19c15a51-52ed-4765-8f29-f17658b762f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f31a5650834e49b288140b0ca768c2&device_id=d8cac6e3-c70e-4a55-aec4-72689e662fc5 HTTP/1.1" status: 200  len: 1099 time: 0.0899684
Apr 21 14:54:45.401518 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c75494-1449-405a-a83a-1691b5721a5d req-be9bb42d-ba3e-4955-a998-a0e40b14de91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:45.403216 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d9c75494-1449-405a-a83a-1691b5721a5d req-be9bb42d-ba3e-4955-a998-a0e40b14de91 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3bf02896-5a06-4820-afef-e1d155642dab HTTP/1.1" status: 200  len: 913 time: 0.1515760
Apr 21 14:54:45.528532 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d9c75494-1449-405a-a83a-1691b5721a5d req-ca92c8b9-3005-4f42-8de4-64a6ad0d8208 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f462ccd-688b-4a79-8d55-7cf72be7aeb0 HTTP/1.1" status: 200  len: 1002 time: 0.1182306
Apr 21 14:54:45.607501 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c75494-1449-405a-a83a-1691b5721a5d req-d6611af6-1021-4ce2-8504-d9de0b491eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:45.609239 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d9c75494-1449-405a-a83a-1691b5721a5d req-d6611af6-1021-4ce2-8504-d9de0b491eac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9520c503-7474-4d15-8642-8ca9a66eae6e HTTP/1.1" status: 200  len: 851 time: 0.0735278
Apr 21 14:54:45.704974 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c75494-1449-405a-a83a-1691b5721a5d req-e264243b-8270-4c24-bced-47697bc8d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:45.706724 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d9c75494-1449-405a-a83a-1691b5721a5d req-e264243b-8270-4c24-bced-47697bc8d5c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3bf02896-5a06-4820-afef-e1d155642dab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0894508
Apr 21 14:54:46.194408 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d9c75494-1449-405a-a83a-1691b5721a5d req-1632d41d-6e71-4e8d-893c-e2f8f7d60eef service neutron] 10.222.0.36 "GET /v2.0/networks/3bf02896-5a06-4820-afef-e1d155642dab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4795368
Apr 21 14:54:46.290321 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c9841-e342-41f1-a24c-7a235cde52ac req-f9bbf728-0120-4972-b56b-5ed66ee149c2 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:46.292050 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c40c9841-e342-41f1-a24c-7a235cde52ac req-f9bbf728-0120-4972-b56b-5ed66ee149c2 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 945 time: 0.1069918
Apr 21 14:54:46.355507 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c40c9841-e342-41f1-a24c-7a235cde52ac req-26ef6c64-e819-4a22-a1c3-abfd5b9dc680 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ccb561b-8c28-409f-abba-b307e80733e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558486
Apr 21 14:54:46.364140 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d9c75494-1449-405a-a83a-1691b5721a5d req-95482502-fffc-4b79-aa2f-d711a32af248 service neutron] 10.222.0.36 "GET /v2.0/networks/3bf02896-5a06-4820-afef-e1d155642dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1620779
Apr 21 14:54:46.574394 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865b2f8-51c4-4e5f-9e2f-56bf2165cf1f req-f5b9c7f8-9f74-4af0-b83d-21911d94af31 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:46.576150 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4865b2f8-51c4-4e5f-9e2f-56bf2165cf1f req-f5b9c7f8-9f74-4af0-b83d-21911d94af31 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 945 time: 0.0997753
Apr 21 14:54:46.635184 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4865b2f8-51c4-4e5f-9e2f-56bf2165cf1f req-5e1c00a6-1e75-4c0e-ac70-17cf762ea9a2 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ccb561b-8c28-409f-abba-b307e80733e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514896
Apr 21 14:54:47.194387 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f2464-a911-44d7-810a-de96002cd217 req-a57c6585-bc59-408d-8c05-d608c4851a0c tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:47.197260 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-001f2464-a911-44d7-810a-de96002cd217 req-a57c6585-bc59-408d-8c05-d608c4851a0c tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 945 time: 0.1844115
Apr 21 14:54:47.249824 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-001f2464-a911-44d7-810a-de96002cd217 req-5466bcbf-75ba-4fcd-95d3-30ddec94eb9e tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ccb561b-8c28-409f-abba-b307e80733e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458701
Apr 21 14:54:57.857344 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbfdadc-697e-4c34-b8f2-aa5dad517882 req-54c2d08a-490d-40a0-9ad2-3322614692b5 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:57.859053 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2cbfdadc-697e-4c34-b8f2-aa5dad517882 req-54c2d08a-490d-40a0-9ad2-3322614692b5 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 945 time: 0.0918505
Apr 21 14:54:57.911527 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2cbfdadc-697e-4c34-b8f2-aa5dad517882 req-fd6550b7-737f-457a-9362-80e2ca0dc7f9 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ccb561b-8c28-409f-abba-b307e80733e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458956
Apr 21 14:54:57.938899 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 35428) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:54:58.071016 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86855982-37b8-4a44-8a13-329dde58285c tempest-TestMinimumBasicScenario-1453645375 tempest-TestMinimumBasicScenario-1453645375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:54:58.071795 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-86855982-37b8-4a44-8a13-329dde58285c tempest-TestMinimumBasicScenario-1453645375 tempest-TestMinimumBasicScenario-1453645375-project-admin] Synchronizing usage tracker for tenant:c8916a6847804629b4359b4530915624 on resource:port {{(pid=86394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:54:58.089728 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-86855982-37b8-4a44-8a13-329dde58285c tempest-TestMinimumBasicScenario-1453645375 tempest-TestMinimumBasicScenario-1453645375-project-admin] Unset dirty status for tenant:c8916a6847804629b4359b4530915624 on resource:port {{(pid=86394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:54:58.091075 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-86855982-37b8-4a44-8a13-329dde58285c tempest-TestMinimumBasicScenario-1453645375 tempest-TestMinimumBasicScenario-1453645375-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 1093 time: 0.1510465
Apr 21 14:54:58.095247 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 35434) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:54:58.101683 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Request body: {'floatingip': {'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'port_id': '0abca0b1-ade4-4453-a1f8-bec5e7c24c69', 'tenant_id': '0e1ab995c213484f9e8260545de2fad5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:54:58.109643 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:54:58.114030 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Usage tracker for resource:floatingip and tenant:0e1ab995c213484f9e8260545de2fad5 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:54:58.117112 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:54:58.123346 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:54:58.135357 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks [] for floatingip, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:58.281900 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:58.410883 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:54:58.431700 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Allocated IP 172.27.3.120 (65ae90ab-0baf-4140-bbfd-b114ac6a9837/3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036/eab0d91d-606d-4767-9ea3-46b3c0c7f7ee) {{(pid=86394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:54:58.594618 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks [] for port, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:58.627454 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:58.635058 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:54:58.707781 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Network 65ae90ab-0baf-4140-bbfd-b114ac6a9837 is already hosted by enough agents. {{(pid=86394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:54:58.711481 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Resources bound (agent type, host, resource id):  {{(pid=86394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:54:58.715525 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Received port after_create {{(pid=86394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:54:58.755533 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Pushing event updated for resources: {'Port': ['ID=eab0d91d-606d-4767-9ea3-46b3c0c7f7ee,revision_number=1']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:54:58.772535 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:54:58.772956 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:54:58.773359 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:54:58.773763 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:54:58.774186 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:54:58.774560 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:54:58.774978 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:54:58.775372 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:54:58.775750 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:54:58.776145 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:54:58.776551 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:54:58.776934 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:54:58.782739 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:54:59.173133 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:59.255026 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:59.428651 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-1c4e9e4a-bdd5-4bd4-b67d-decb9b10523c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:59.482953 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks [] for port, precommit_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:59.487359 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839088365'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:59.492091 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-fc99e180-0d64-42e9-9135-171d6e3de3de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:54:59.612919 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Pushing event updated for resources: {'Port': ['ID=eab0d91d-606d-4767-9ea3-46b3c0c7f7ee,revision_number=2']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:54:59.617261 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:54:59.622490 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630449'] for floatingip, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:54:59.809050 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.l3_db [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Floating IP 04fa0cdf-f32d-47fe-98c2-f6057c2115fd associated. External IP: 172.27.3.120, port: 0abca0b1-ade4-4453-a1f8-bec5e7c24c69.
Apr 21 14:55:00.198674 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Router 2e3e488f-bf73-4fff-90b3-df1b21ab8e2d has already been hosted by L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 {{(pid=86394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 14:55:00.641475 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:55:00.651857 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfd18f1-ea49-4b64-8c07-484a7ed4e589 None None] Sync routers for ids ['2e3e488f-bf73-4fff-90b3-df1b21ab8e2d'] in dv-cinder-786385-2-iscsi {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:55:00.662255 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfd18f1-ea49-4b64-8c07-484a7ed4e589 None None] Routers {'2e3e488f-bf73-4fff-90b3-df1b21ab8e2d'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:55:00.662917 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-bdfd18f1-ea49-4b64-8c07-484a7ed4e589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f649dba8>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:54:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['2e3e488f-bf73-4fff-90b3-df1b21ab8e2d'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:55:00.675112 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for floatingip, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:00.736619 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-e6bba993-f3b6-40eb-9a99-423dbec6a6aa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6399627
Apr 21 14:55:00.737312 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831e6747-0fba-4087-a5c1-664af456a922', 'tag': '0abca0b1-ade4-4453-a1f8-bec5e7c24c69'}] {{(pid=86394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:55:00.740178 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 35438) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:55:00.746839 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-0bca043d-8150-4e83-b485-6be4f34b52ff tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1235362955', 'description': 'tempest-secgroup-smoke-1235362955 description', 'project_id': '0e1ab995c213484f9e8260545de2fad5'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:55:00.754033 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-0bca043d-8150-4e83-b485-6be4f34b52ff tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:55:00.765177 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-0bca043d-8150-4e83-b485-6be4f34b52ff tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:55:00.777648 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0bca043d-8150-4e83-b485-6be4f34b52ff tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks [] for security_group, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:00.792732 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831e6747-0fba-4087-a5c1-664af456a922', 'tag': '0abca0b1-ade4-4453-a1f8-bec5e7c24c69', 'status': 'completed', 'code': 200}
Apr 21 14:55:00.802295 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-0bca043d-8150-4e83-b485-6be4f34b52ff tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:55:00.806908 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-0bca043d-8150-4e83-b485-6be4f34b52ff tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Usage tracker for resource:security_group_rule and tenant:0e1ab995c213484f9e8260545de2fad5 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:55:00.810265 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-0bca043d-8150-4e83-b485-6be4f34b52ff tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:55:00.816734 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-0bca043d-8150-4e83-b485-6be4f34b52ff tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:55:00.862448 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-bdfd18f1-ea49-4b64-8c07-484a7ed4e589 None None] Set router 2e3e488f-bf73-4fff-90b3-df1b21ab8e2d gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:55:00.953599 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029bf32-0ef8-446a-9024-5e82bfc19f5b req-8387280e-263b-44eb-8ea1-9a8e505b575f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:00.955326 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d029bf32-0ef8-446a-9024-5e82bfc19f5b req-8387280e-263b-44eb-8ea1-9a8e505b575f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e1ab995c213484f9e8260545de2fad5&device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 1098 time: 0.1359432
Apr 21 14:55:00.992883 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0bca043d-8150-4e83-b485-6be4f34b52ff tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks [] for security_group, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:01.052008 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0bca043d-8150-4e83-b485-6be4f34b52ff tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:01.062473 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9c372e02-5a50-4035-b884-11961c710c6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:55:01.129085 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bca043d-8150-4e83-b485-6be4f34b52ff tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1191425-3ddf-4838-a697-89a5351665c0,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:55:01.142774 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-0bca043d-8150-4e83-b485-6be4f34b52ff tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:55:01.143606 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0bca043d-8150-4e83-b485-6be4f34b52ff tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:01.148354 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-0bca043d-8150-4e83-b485-6be4f34b52ff tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4035075
Apr 21 14:55:01.148627 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 35444) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:55:01.158631 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-14110763-3a6f-4032-a82d-eb4a7ff6f3b4 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Request body: {'security_group_rule': {'security_group_id': 'd1191425-3ddf-4838-a697-89a5351665c0', 'project_id': '0e1ab995c213484f9e8260545de2fad5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:55:01.167540 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-14110763-3a6f-4032-a82d-eb4a7ff6f3b4 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:55:01.183625 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-14110763-3a6f-4032-a82d-eb4a7ff6f3b4 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Usage tracker for resource:security_group_rule and tenant:0e1ab995c213484f9e8260545de2fad5 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:55:01.188332 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-14110763-3a6f-4032-a82d-eb4a7ff6f3b4 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:55:01.195978 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029bf32-0ef8-446a-9024-5e82bfc19f5b req-c9771265-a161-4989-b6e3-81c8adb70a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:01.197564 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d029bf32-0ef8-446a-9024-5e82bfc19f5b req-c9771265-a161-4989-b6e3-81c8adb70a98 service neutron] 10.222.0.36 "GET /v2.0/networks?id=871608a8-9514-4d58-92e6-53fbe8d173c2 HTTP/1.1" status: 200  len: 915 time: 0.2318883
Apr 21 14:55:01.198621 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-14110763-3a6f-4032-a82d-eb4a7ff6f3b4 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:55:01.253041 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-bdfd18f1-ea49-4b64-8c07-484a7ed4e589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f649dba8>, [{'id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'name': 'tempest-TestMinimumBasicScenario-616158912-router', 'tenant_id': '0e1ab995c213484f9e8260545de2fad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '9424885d-eebc-4bde-bfb3-680024e90c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:53:57Z', 'updated_at': '2021-04-21T14:54:01Z', 'revision_number': 4, 'project_id': '0e1ab995c213484f9e8260545de2fad5', 'gw_port': {'id': '9424885d-eebc-4bde-bfb3-680024e90c8b', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:53:57Z', 'updated_at': '2021-04-21T14:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_floatingips': [{'id': '04fa0cdf-f32d-47fe-98c2-f6057c2115fd', 'tenant_id': '0e1ab995c213484f9e8260545de2fad5', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'router_id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'port_id': '0abca0b1-ade4-4453-a1f8-bec5e7c24c69', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '871608a8-9514-4d58-92e6-53fbe8d173c2', 'mac_address': 'fa:16:3e:76:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831e6747-0fba-4087-a5c1-664af456a922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:54:59Z', 'updated_at': '2021-04-21T14:54:59Z', 'revision_number': 0, 'project_id': '0e1ab995c213484f9e8260545de2fad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2696d42-f1c9-4b4a-8c17-0d0c989e0a88', 'name': '', 'network_id': '871608a8-9514-4d58-92e6-53fbe8d173c2', 'tenant_id': '0e1ab995c213484f9e8260545de2fad5', 'mac_address': 'fa:16:3e:30:84:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2a9fd60f-8741-4655-9439-c79ee21f53ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:54:00Z', 'updated_at': '2021-04-21T14:54:09Z', 'revision_number': 5, 'project_id': '0e1ab995c213484f9e8260545de2fad5', 'subnets': [{'id': '2a9fd60f-8741-4655-9439-c79ee21f53ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:55:01.257306 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfd18f1-ea49-4b64-8c07-484a7ed4e589 None None] Checking router: 2e3e488f-bf73-4fff-90b3-df1b21ab8e2d for host: dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:55:01.267557 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfd18f1-ea49-4b64-8c07-484a7ed4e589 None None] Routers {'2e3e488f-bf73-4fff-90b3-df1b21ab8e2d'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:55:01.269629 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-bdfd18f1-ea49-4b64-8c07-484a7ed4e589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f649dba8>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:54:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['2e3e488f-bf73-4fff-90b3-df1b21ab8e2d'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:55:01.284713 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-14110763-3a6f-4032-a82d-eb4a7ff6f3b4 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:01.359109 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d029bf32-0ef8-446a-9024-5e82bfc19f5b req-301b8fc7-e6e7-418d-8e74-75b2ae1a3abb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0abca0b1-ade4-4453-a1f8-bec5e7c24c69 HTTP/1.1" status: 200  len: 999 time: 0.1534028
Apr 21 14:55:01.437174 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-14110763-3a6f-4032-a82d-eb4a7ff6f3b4 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:01.444370 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-14110763-3a6f-4032-a82d-eb4a7ff6f3b4 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684736'] for security_group_rule, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:01.449711 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029bf32-0ef8-446a-9024-5e82bfc19f5b req-885f490e-7db3-4e2a-a35b-d969dfe1f90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:01.451525 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d029bf32-0ef8-446a-9024-5e82bfc19f5b req-885f490e-7db3-4e2a-a35b-d969dfe1f90b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2a9fd60f-8741-4655-9439-c79ee21f53ec HTTP/1.1" status: 200  len: 853 time: 0.0854733
Apr 21 14:55:01.455879 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-4b67f422-8764-4fcb-9e9c-044722e353a0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:55:01.471930 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-bdfd18f1-ea49-4b64-8c07-484a7ed4e589 None None] Set router 2e3e488f-bf73-4fff-90b3-df1b21ab8e2d gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:55:01.517753 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14110763-3a6f-4032-a82d-eb4a7ff6f3b4 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8929b73-f91a-413c-86c8-de1c9be8a804,revision_number=0']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:55:01.537082 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-14110763-3a6f-4032-a82d-eb4a7ff6f3b4 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:55:01.543708 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-14110763-3a6f-4032-a82d-eb4a7ff6f3b4 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:01.549664 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-14110763-3a6f-4032-a82d-eb4a7ff6f3b4 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3956468
Apr 21 14:55:01.550617 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 35448) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:55:01.558376 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-b08ffb16-9495-41ca-b870-aecfbd011b77 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Request body: {'security_group_rule': {'security_group_id': 'd1191425-3ddf-4838-a697-89a5351665c0', 'project_id': '0e1ab995c213484f9e8260545de2fad5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:55:01.565411 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-b08ffb16-9495-41ca-b870-aecfbd011b77 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:55:01.570670 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-b08ffb16-9495-41ca-b870-aecfbd011b77 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Usage tracker for resource:security_group_rule and tenant:0e1ab995c213484f9e8260545de2fad5 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:55:01.574088 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-b08ffb16-9495-41ca-b870-aecfbd011b77 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:55:01.581285 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-b08ffb16-9495-41ca-b870-aecfbd011b77 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:55:01.582057 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029bf32-0ef8-446a-9024-5e82bfc19f5b req-b0916e4f-77d4-44ec-b3b9-ebc73476d36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:01.583701 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d029bf32-0ef8-446a-9024-5e82bfc19f5b req-b0916e4f-77d4-44ec-b3b9-ebc73476d36d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=871608a8-9514-4d58-92e6-53fbe8d173c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1174445
Apr 21 14:55:01.601471 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b08ffb16-9495-41ca-b870-aecfbd011b77 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:01.683917 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b08ffb16-9495-41ca-b870-aecfbd011b77 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:01.688372 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b08ffb16-9495-41ca-b870-aecfbd011b77 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684736'] for security_group_rule, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:01.698078 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:55:01.722313 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ffb16-9495-41ca-b870-aecfbd011b77 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=812c6b14-fdbf-4a11-8f10-a88f189f4ac0,revision_number=0']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:55:01.725457 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-b08ffb16-9495-41ca-b870-aecfbd011b77 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:55:01.731818 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b08ffb16-9495-41ca-b870-aecfbd011b77 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:01.733402 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-b08ffb16-9495-41ca-b870-aecfbd011b77 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1811209
Apr 21 14:55:01.737134 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 35452) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:55:01.744961 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-2b00b473-a472-4e23-90e9-69d0b598fea2 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Request body: {'security_group_rule': {'security_group_id': 'd1191425-3ddf-4838-a697-89a5351665c0', 'project_id': '0e1ab995c213484f9e8260545de2fad5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:55:01.748872 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d029bf32-0ef8-446a-9024-5e82bfc19f5b req-fe60802c-75d5-4bfe-809b-93dafef0538f service neutron] 10.222.0.36 "GET /v2.0/networks/871608a8-9514-4d58-92e6-53fbe8d173c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1580245
Apr 21 14:55:01.752812 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-2b00b473-a472-4e23-90e9-69d0b598fea2 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:55:01.759138 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-2b00b473-a472-4e23-90e9-69d0b598fea2 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Usage tracker for resource:security_group_rule and tenant:0e1ab995c213484f9e8260545de2fad5 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:55:01.762645 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-2b00b473-a472-4e23-90e9-69d0b598fea2 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:55:01.770011 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-2b00b473-a472-4e23-90e9-69d0b598fea2 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:55:01.790376 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2b00b473-a472-4e23-90e9-69d0b598fea2 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:01.866949 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2b00b473-a472-4e23-90e9-69d0b598fea2 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:01.871301 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2b00b473-a472-4e23-90e9-69d0b598fea2 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684736'] for security_group_rule, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:01.873563 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:55:01.906114 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2b00b473-a472-4e23-90e9-69d0b598fea2 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:01.910248 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-2b00b473-a472-4e23-90e9-69d0b598fea2 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1691017
Apr 21 14:55:01.910248 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00b473-a472-4e23-90e9-69d0b598fea2 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad8a4a3-92c8-4a75-af0e-2d14f0d623a3,revision_number=0']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:55:01.910579 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-d029bf32-0ef8-446a-9024-5e82bfc19f5b req-44319d79-0626-43b1-b152-279e3eab73c6 service neutron] 10.222.0.36 "GET /v2.0/networks/871608a8-9514-4d58-92e6-53fbe8d173c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1538630
Apr 21 14:55:01.910700 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 35456) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:55:01.913506 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2b00b473-a472-4e23-90e9-69d0b598fea2 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:55:01.917749 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-50678469-3e0e-4284-83d3-132b905a2501 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Request body: {'security_group_rule': {'security_group_id': 'd1191425-3ddf-4838-a697-89a5351665c0', 'project_id': '0e1ab995c213484f9e8260545de2fad5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:55:01.924733 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-50678469-3e0e-4284-83d3-132b905a2501 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:55:01.929199 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-50678469-3e0e-4284-83d3-132b905a2501 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Usage tracker for resource:security_group_rule and tenant:0e1ab995c213484f9e8260545de2fad5 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:55:01.932251 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-50678469-3e0e-4284-83d3-132b905a2501 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:55:01.938670 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-50678469-3e0e-4284-83d3-132b905a2501 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:55:01.957184 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-50678469-3e0e-4284-83d3-132b905a2501 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:02.032133 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-50678469-3e0e-4284-83d3-132b905a2501 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:02.035960 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-50678469-3e0e-4284-83d3-132b905a2501 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684736'] for security_group_rule, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:02.038352 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f4ce3a2b-cc12-47ee-92cd-23173f6669dc tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:55:02.064630 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50678469-3e0e-4284-83d3-132b905a2501 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d4c9240-9dfa-4054-a39a-82a588ece3aa,revision_number=0']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:55:02.067651 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-50678469-3e0e-4284-83d3-132b905a2501 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:55:02.070902 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-bdfd18f1-ea49-4b64-8c07-484a7ed4e589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f649dba8>, [{'id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'name': 'tempest-TestMinimumBasicScenario-616158912-router', 'tenant_id': '0e1ab995c213484f9e8260545de2fad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '9424885d-eebc-4bde-bfb3-680024e90c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:53:57Z', 'updated_at': '2021-04-21T14:54:01Z', 'revision_number': 4, 'project_id': '0e1ab995c213484f9e8260545de2fad5', 'gw_port': {'id': '9424885d-eebc-4bde-bfb3-680024e90c8b', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:53:57Z', 'updated_at': '2021-04-21T14:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_floatingips': [{'id': '04fa0cdf-f32d-47fe-98c2-f6057c2115fd', 'tenant_id': '0e1ab995c213484f9e8260545de2fad5', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'router_id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'port_id': '0abca0b1-ade4-4453-a1f8-bec5e7c24c69', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '871608a8-9514-4d58-92e6-53fbe8d173c2', 'mac_address': 'fa:16:3e:76:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831e6747-0fba-4087-a5c1-664af456a922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:54:59Z', 'updated_at': '2021-04-21T14:54:59Z', 'revision_number': 0, 'project_id': '0e1ab995c213484f9e8260545de2fad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2696d42-f1c9-4b4a-8c17-0d0c989e0a88', 'name': '', 'network_id': '871608a8-9514-4d58-92e6-53fbe8d173c2', 'tenant_id': '0e1ab995c213484f9e8260545de2fad5', 'mac_address': 'fa:16:3e:30:84:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2a9fd60f-8741-4655-9439-c79ee21f53ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:54:00Z', 'updated_at': '2021-04-21T14:54:09Z', 'revision_number': 5, 'project_id': '0e1ab995c213484f9e8260545de2fad5', 'subnets': [{'id': '2a9fd60f-8741-4655-9439-c79ee21f53ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:55:02.075475 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-50678469-3e0e-4284-83d3-132b905a2501 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:02.076079 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfd18f1-ea49-4b64-8c07-484a7ed4e589 None None] The sync data for ids ['2e3e488f-bf73-4fff-90b3-df1b21ab8e2d'] in dv-cinder-786385-2-iscsi is: [{'id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'name': 'tempest-TestMinimumBasicScenario-616158912-router', 'tenant_id': '0e1ab995c213484f9e8260545de2fad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '9424885d-eebc-4bde-bfb3-680024e90c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:53:57Z', 'updated_at': '2021-04-21T14:54:01Z', 'revision_number': 4, 'project_id': '0e1ab995c213484f9e8260545de2fad5', 'gw_port': {'id': '9424885d-eebc-4bde-bfb3-680024e90c8b', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:53:57Z', 'updated_at': '2021-04-21T14:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_floatingips': [{'id': '04fa0cdf-f32d-47fe-98c2-f6057c2115fd', 'tenant_id': '0e1ab995c213484f9e8260545de2fad5', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'router_id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'port_id': '0abca0b1-ade4-4453-a1f8-bec5e7c24c69', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '871608a8-9514-4d58-92e6-53fbe8d173c2', 'mac_address': 'fa:16:3e:76:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831e6747-0fba-4087-a5c1-664af456a922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:54:59Z', 'updated_at': '2021-04-21T14:54:59Z', 'revision_number': 0, 'project_id': '0e1ab995c213484f9e8260545de2fad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2696d42-f1c9-4b4a-8c17-0d0c989e0a88', 'name': '', 'network_id': '871608a8-9514-4d58-92e6-53fbe8d173c2', 'tenant_id': '0e1ab995c213484f9e8260545de2fad5', 'mac_address': 'fa:16:3e:30:84:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2a9fd60f-8741-4655-9439-c79ee21f53ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:54:00Z', 'updated_at': '2021-04-21T14:54:09Z', 'revision_number': 5, 'project_id': '0e1ab995c213484f9e8260545de2fad5', 'subnets': [{'id': '2a9fd60f-8741-4655-9439-c79ee21f53ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:55:02.076906 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-50678469-3e0e-4284-83d3-132b905a2501 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1652157
Apr 21 14:55:02.080080 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 35460) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:55:02.086121 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-8a608782-0861-4e8c-b81a-ebb372845fbb tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Request body: {'security_group_rule': {'security_group_id': 'd1191425-3ddf-4838-a697-89a5351665c0', 'project_id': '0e1ab995c213484f9e8260545de2fad5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:55:02.093279 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-8a608782-0861-4e8c-b81a-ebb372845fbb tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:55:02.097861 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-8a608782-0861-4e8c-b81a-ebb372845fbb tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Usage tracker for resource:security_group_rule and tenant:0e1ab995c213484f9e8260545de2fad5 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:55:02.101442 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-8a608782-0861-4e8c-b81a-ebb372845fbb tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:55:02.108502 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-8a608782-0861-4e8c-b81a-ebb372845fbb tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:55:02.123360 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.securitygroups_db [None req-8a608782-0861-4e8c-b81a-ebb372845fbb tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Project 0e1ab995c213484f9e8260545de2fad5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 21 14:55:02.131001 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:02.132186 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8a608782-0861-4e8c-b81a-ebb372845fbb tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:02.207471 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8a608782-0861-4e8c-b81a-ebb372845fbb tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:02.211291 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8a608782-0861-4e8c-b81a-ebb372845fbb tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684736'] for security_group_rule, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:02.213526 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:55:02.239346 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a608782-0861-4e8c-b81a-ebb372845fbb tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=748eb3e9-7442-4c2b-bbc5-d37746c903dd,revision_number=0']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:55:02.242371 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8a608782-0861-4e8c-b81a-ebb372845fbb tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:55:02.247128 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-27c46a64-0b27-46d6-99a4-32c1a15f4aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:02.251107 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8a608782-0861-4e8c-b81a-ebb372845fbb tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:02.252438 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-8a608782-0861-4e8c-b81a-ebb372845fbb tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1712532
Apr 21 14:55:02.255665 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 35464) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:55:02.261401 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-b1c4fca7-3215-434a-887b-d85037153fda tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Request body: {'security_group_rule': {'security_group_id': 'd1191425-3ddf-4838-a697-89a5351665c0', 'project_id': '0e1ab995c213484f9e8260545de2fad5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:55:02.268167 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-b1c4fca7-3215-434a-887b-d85037153fda tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:55:02.272460 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-b1c4fca7-3215-434a-887b-d85037153fda tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Usage tracker for resource:security_group_rule and tenant:0e1ab995c213484f9e8260545de2fad5 is out of sync, need to count used quota {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:55:02.275866 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-b1c4fca7-3215-434a-887b-d85037153fda tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:55:02.283946 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-b1c4fca7-3215-434a-887b-d85037153fda tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:55:02.294944 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.securitygroups_db [None req-b1c4fca7-3215-434a-887b-d85037153fda tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Project 0e1ab995c213484f9e8260545de2fad5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 21 14:55:02.302952 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fca7-3215-434a-887b-d85037153fda tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:02.382291 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fca7-3215-434a-887b-d85037153fda tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:02.385359 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02e1096-e43d-44b0-b272-b4d263a23d81 None None] New status for floating IP 04fa0cdf-f32d-47fe-98c2-f6057c2115fd: ACTIVE {{(pid=86396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 14:55:02.386771 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fca7-3215-434a-887b-d85037153fda tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684736'] for security_group_rule, after_create {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:02.395414 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-60b00008-485f-4751-9dd4-c28f1c7de4fc tempest-AttachVolumeShelveTestJSON-646419207 tempest-AttachVolumeShelveTestJSON-646419207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:55:02.416501 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4fca7-3215-434a-887b-d85037153fda tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c1e03db-0937-4f92-864d-4a29f386b423,revision_number=0']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:55:02.421817 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-b1c4fca7-3215-434a-887b-d85037153fda tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:55:02.426441 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fca7-3215-434a-887b-d85037153fda tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:02.427732 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-b1c4fca7-3215-434a-887b-d85037153fda tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1710739
Apr 21 14:55:02.488928 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:02.563547 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-b0cc2fad-9714-4b20-a94a-137704eab92a req-ea10d7cf-a968-49f7-afae-cda23695b1fa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Synchronizing usage tracker for tenant:0e1ab995c213484f9e8260545de2fad5 on resource:security_group {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:55:02.579234 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-b0cc2fad-9714-4b20-a94a-137704eab92a req-ea10d7cf-a968-49f7-afae-cda23695b1fa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Unset dirty status for tenant:0e1ab995c213484f9e8260545de2fad5 on resource:security_group {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:55:02.580492 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b0cc2fad-9714-4b20-a94a-137704eab92a req-ea10d7cf-a968-49f7-afae-cda23695b1fa tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1235362955&fields=id&tenant_id=0e1ab995c213484f9e8260545de2fad5 HTTP/1.1" status: 200  len: 267 time: 0.0624297
Apr 21 14:55:02.678663 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc2fad-9714-4b20-a94a-137704eab92a req-0c19bede-d8ed-47ee-b08f-47c526955f12 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:02.680370 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b0cc2fad-9714-4b20-a94a-137704eab92a req-0c19bede-d8ed-47ee-b08f-47c526955f12 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 945 time: 0.0934682
Apr 21 14:55:02.693067 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-b0cc2fad-9714-4b20-a94a-137704eab92a req-ed6ec3de-7213-43d7-83ed-0013922c6607 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Request body: {'port': {'security_groups': ['5ccb561b-8c28-409f-abba-b307e80733e5', 'd1191425-3ddf-4838-a697-89a5351665c0']}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:55:02.830221 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-b0cc2fad-9714-4b20-a94a-137704eab92a req-ed6ec3de-7213-43d7-83ed-0013922c6607 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:03.115746 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-b0cc2fad-9714-4b20-a94a-137704eab92a req-ed6ec3de-7213-43d7-83ed-0013922c6607 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] For port 0abca0b1-ade4-4453-a1f8-bec5e7c24c69, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0abca0b1-ade4-4453-a1f8-bec5e7c24c69,segment=NetworkSegment(fde73b1e-f515-42b4-9ec4-b9b903d0fb47),segment_id=fde73b1e-f515-42b4-9ec4-b9b903d0fb47)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:55:03.146494 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-b0cc2fad-9714-4b20-a94a-137704eab92a req-ed6ec3de-7213-43d7-83ed-0013922c6607 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:03.151253 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-b0cc2fad-9714-4b20-a94a-137704eab92a req-ed6ec3de-7213-43d7-83ed-0013922c6607 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14929102'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:03.157039 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:55:03.163471 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['0abca0b1-ade4-4453-a1f8-bec5e7c24c69'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:55:03.236747 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc2fad-9714-4b20-a94a-137704eab92a req-ed6ec3de-7213-43d7-83ed-0013922c6607 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:03.236747 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-b0cc2fad-9714-4b20-a94a-137704eab92a req-ed6ec3de-7213-43d7-83ed-0013922c6607 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:03.236747 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b0cc2fad-9714-4b20-a94a-137704eab92a req-ed6ec3de-7213-43d7-83ed-0013922c6607 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "PUT /v2.0/ports/0abca0b1-ade4-4453-a1f8-bec5e7c24c69 HTTP/1.1" status: 200  len: 981 time: 0.5438454
Apr 21 14:55:03.236747 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831e6747-0fba-4087-a5c1-664af456a922', 'tag': '0abca0b1-ade4-4453-a1f8-bec5e7c24c69'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:55:03.275920 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ec3de-7213-43d7-83ed-0013922c6607 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Pushing event updated for resources: {'Port': ['ID=0abca0b1-ade4-4453-a1f8-bec5e7c24c69,revision_number=6']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:55:03.283965 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ed6ec3de-7213-43d7-83ed-0013922c6607 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:55:03.297749 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['0abca0b1-ade4-4453-a1f8-bec5e7c24c69'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:55:03.304712 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831e6747-0fba-4087-a5c1-664af456a922', 'tag': '0abca0b1-ade4-4453-a1f8-bec5e7c24c69', 'status': 'completed', 'code': 200}
Apr 21 14:55:03.439288 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd016f8-ccc7-4f58-a55e-d762fa5dde40 req-97f34f24-601a-4ceb-b44f-4e4c275a09ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:03.441713 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6cd016f8-ccc7-4f58-a55e-d762fa5dde40 req-97f34f24-601a-4ceb-b44f-4e4c275a09ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e1ab995c213484f9e8260545de2fad5&device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 1137 time: 0.1042645
Apr 21 14:55:03.465393 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8aa29b-5514-4df5-bb5b-6a2897089edc req-cdde5198-09c1-4e4d-9145-c5117443ae27 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:03.467262 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4a8aa29b-5514-4df5-bb5b-6a2897089edc req-cdde5198-09c1-4e4d-9145-c5117443ae27 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 984 time: 0.1040237
Apr 21 14:55:03.521444 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4a8aa29b-5514-4df5-bb5b-6a2897089edc req-0bb445fc-a1e5-41ac-9050-c3e5ef91a6ce tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ccb561b-8c28-409f-abba-b307e80733e5&id=d1191425-3ddf-4838-a697-89a5351665c0&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0461490
Apr 21 14:55:03.534682 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-21ad4cad-c00e-4f82-aa46-60379bf7bfc1 None None] Provisioning complete for port 0abca0b1-ade4-4453-a1f8-bec5e7c24c69 triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:55:03.535101 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-21ad4cad-c00e-4f82-aa46-60379bf7bfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:03.595502 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd016f8-ccc7-4f58-a55e-d762fa5dde40 req-0f5e6e9d-79eb-464f-b41f-b9796e324598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:03.597191 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6cd016f8-ccc7-4f58-a55e-d762fa5dde40 req-0f5e6e9d-79eb-464f-b41f-b9796e324598 service neutron] 10.222.0.36 "GET /v2.0/networks?id=871608a8-9514-4d58-92e6-53fbe8d173c2 HTTP/1.1" status: 200  len: 915 time: 0.1495697
Apr 21 14:55:03.718820 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6cd016f8-ccc7-4f58-a55e-d762fa5dde40 req-f2c6a024-3711-4df9-a281-271d907d6f2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0abca0b1-ade4-4453-a1f8-bec5e7c24c69 HTTP/1.1" status: 200  len: 1001 time: 0.1145275
Apr 21 14:55:03.790556 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd016f8-ccc7-4f58-a55e-d762fa5dde40 req-6bb7b5e9-fc05-4fc3-94a8-f84f74d8d6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:03.792220 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6cd016f8-ccc7-4f58-a55e-d762fa5dde40 req-6bb7b5e9-fc05-4fc3-94a8-f84f74d8d6d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2a9fd60f-8741-4655-9439-c79ee21f53ec HTTP/1.1" status: 200  len: 853 time: 0.0668900
Apr 21 14:55:03.880873 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd016f8-ccc7-4f58-a55e-d762fa5dde40 req-fee4d25f-5c4a-4b46-87ee-f616a9dd9482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:03.882551 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6cd016f8-ccc7-4f58-a55e-d762fa5dde40 req-fee4d25f-5c4a-4b46-87ee-f616a9dd9482 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=871608a8-9514-4d58-92e6-53fbe8d173c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0834997
Apr 21 14:55:04.038926 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6cd016f8-ccc7-4f58-a55e-d762fa5dde40 req-5fbc92bd-c5af-46e4-9ca4-943f10d68fa9 service neutron] 10.222.0.36 "GET /v2.0/networks/871608a8-9514-4d58-92e6-53fbe8d173c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1481159
Apr 21 14:55:04.194450 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-6cd016f8-ccc7-4f58-a55e-d762fa5dde40 req-d9e272f3-e641-4c62-986e-5117ef1abf01 service neutron] 10.222.0.36 "GET /v2.0/networks/871608a8-9514-4d58-92e6-53fbe8d173c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1476510
Apr 21 14:55:04.249624 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:09.033650 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:24.413811 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-d559643c-cca2-4f33-acd9-dbb5440e5f61 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-222957663&fields=id&tenant_id=47f31a5650834e49b288140b0ca768c2 HTTP/1.1" status: 200  len: 267 time: 0.0529873
Apr 21 14:55:24.581917 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-bb0a5e84-891c-4585-a88d-634116354da2 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:24.583433 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-bb0a5e84-891c-4585-a88d-634116354da2 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/networks?id=3bf02896-5a06-4820-afef-e1d155642dab HTTP/1.1" status: 200  len: 812 time: 0.1621728
Apr 21 14:55:24.602692 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-eb37692a-b4ac-4678-b178-55a6298a1774 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/quotas/47f31a5650834e49b288140b0ca768c2 HTTP/1.1" status: 200  len: 375 time: 0.0100694
Apr 21 14:55:24.703440 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-c2794c0e-1641-4e41-836d-e256188949d3 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=47f31a5650834e49b288140b0ca768c2&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0939341
Apr 21 14:55:24.859260 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-80652ae9-34c7-4983-afc0-20cfc5350e22 service neutron] 10.222.0.24 "GET /v2.0/networks/3bf02896-5a06-4820-afef-e1d155642dab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430287
Apr 21 14:55:25.013383 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-ae74f660-970a-46b4-ac0d-7fefe248c579 service neutron] 10.222.0.24 "GET /v2.0/networks/3bf02896-5a06-4820-afef-e1d155642dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1474645
Apr 21 14:55:25.456497 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-60c9bea4-c47a-4c14-a20f-8a2cdbce4003 req-49fbb9cb-5ee3-4dbf-b7b2-3ce3390dae5a tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce11bbf5-36db-4dfb-9099-f5e0706c001f HTTP/1.1" status: 200  len: 210 time: 0.0493848
Apr 21 14:55:26.883539 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2ffa8e80-ef5c-4da6-a134-08bc453a2263 req-ececff1d-68c8-4340-98d2-9c408506af85 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce11bbf5-36db-4dfb-9099-f5e0706c001f HTTP/1.1" status: 200  len: 210 time: 0.3093259
Apr 21 14:55:26.931336 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-e2753512-403c-43bc-8266-71cc238ce190 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:26.932886 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-e2753512-403c-43bc-8266-71cc238ce190 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.36 "GET /v2.0/networks?id=3bf02896-5a06-4820-afef-e1d155642dab HTTP/1.1" status: 200  len: 812 time: 0.4638953
Apr 21 14:55:26.985810 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-e133e967-b145-4965-b79a-924ba555f7d3 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47f31a5650834e49b288140b0ca768c2 HTTP/1.1" status: 200  len: 379 time: 0.0431309
Apr 21 14:55:26.996303 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-1862ef73-65bd-4bc4-8562-b96250d724d1 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Request body: {'port': {'device_id': 'ce11bbf5-36db-4dfb-9099-f5e0706c001f', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'admin_state_up': True, 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'security_groups': ['e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d']}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:55:27.142488 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-1862ef73-65bd-4bc4-8562-b96250d724d1 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:55:27.153873 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-1862ef73-65bd-4bc4-8562-b96250d724d1 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:55:27.166358 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-1862ef73-65bd-4bc4-8562-b96250d724d1 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Made reservation on behalf of 47f31a5650834e49b288140b0ca768c2 for: {'port': 1} {{(pid=86393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 21 14:55:27.172567 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-1862ef73-65bd-4bc4-8562-b96250d724d1 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:27.361508 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-1862ef73-65bd-4bc4-8562-b96250d724d1 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Allocated IP 172.20.0.5 (3bf02896-5a06-4820-afef-e1d155642dab/9520c503-7474-4d15-8642-8ca9a66eae6e/1baac0ec-da08-435d-b211-9e2794271ab1) {{(pid=86393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:55:27.566576 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-1862ef73-65bd-4bc4-8562-b96250d724d1 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for port, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:27.583819 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-1862ef73-65bd-4bc4-8562-b96250d724d1 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Transition to ACTIVE for port object 1baac0ec-da08-435d-b211-9e2794271ab1 will not be triggered until provisioned by entity DHCP. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:55:27.612124 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-1862ef73-65bd-4bc4-8562-b96250d724d1 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:27.618119 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-02fa9a4f-c4cd-437a-a621-bca6abcda9ed tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:55:27.692895 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-1862ef73-65bd-4bc4-8562-b96250d724d1 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Network 3bf02896-5a06-4820-afef-e1d155642dab is already hosted by enough agents. {{(pid=86393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:55:27.696287 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-1862ef73-65bd-4bc4-8562-b96250d724d1 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Resources bound (agent type, host, resource id):  {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:55:27.700951 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-1862ef73-65bd-4bc4-8562-b96250d724d1 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Received port after_create {{(pid=86393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:55:27.739387 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862ef73-65bd-4bc4-8562-b96250d724d1 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Pushing event updated for resources: {'Port': ['ID=1baac0ec-da08-435d-b211-9e2794271ab1,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:55:27.744260 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-1862ef73-65bd-4bc4-8562-b96250d724d1 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:55:27.775700 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-1862ef73-65bd-4bc4-8562-b96250d724d1 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:27.776414 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-1862ef73-65bd-4bc4-8562-b96250d724d1 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:27.807735 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-1862ef73-65bd-4bc4-8562-b96250d724d1 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8154809
Apr 21 14:55:27.820946 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-3d0affb6-edb6-483d-bc49-a8c480ddbf67 service neutron] Request body: {'port': {'device_id': 'ce11bbf5-36db-4dfb-9099-f5e0706c001f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:55:27.950592 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-3d0affb6-edb6-483d-bc49-a8c480ddbf67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:27.952302 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-b950365c-d039-4d94-bfa3-15496638d3af None None] Provisioning for port 1baac0ec-da08-435d-b211-9e2794271ab1 completed by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:55:27.958082 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-b950365c-d039-4d94-bfa3-15496638d3af None None] Provisioning complete for port 1baac0ec-da08-435d-b211-9e2794271ab1 triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:55:27.958615 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b950365c-d039-4d94-bfa3-15496638d3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:28.033814 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-b950365c-d039-4d94-bfa3-15496638d3af None None] Port 1baac0ec-da08-435d-b211-9e2794271ab1 cannot update to ACTIVE because it is not bound. {{(pid=86395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 21 14:55:28.106359 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6a29d-81f9-4191-9efa-6507da3c1063 req-1848f2da-744e-4e7a-b5c3-e1a2a375d12b tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:28.107879 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a4c6a29d-81f9-4191-9efa-6507da3c1063 req-1848f2da-744e-4e7a-b5c3-e1a2a375d12b tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce11bbf5-36db-4dfb-9099-f5e0706c001f HTTP/1.1" status: 200  len: 931 time: 0.1019523
Apr 21 14:55:28.158764 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a4c6a29d-81f9-4191-9efa-6507da3c1063 req-15ec2de4-aff4-4a42-9ed0-513fd085edef tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436490
Apr 21 14:55:28.331816 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-3d0affb6-edb6-483d-bc49-a8c480ddbf67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1baac0ec-da08-435d-b211-9e2794271ab1 {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:55:28.339920 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-3d0affb6-edb6-483d-bc49-a8c480ddbf67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:28.355867 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-3d0affb6-edb6-483d-bc49-a8c480ddbf67 service neutron] Transition to ACTIVE for port object 1baac0ec-da08-435d-b211-9e2794271ab1 will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 21 14:55:28.359717 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-3d0affb6-edb6-483d-bc49-a8c480ddbf67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14929102'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:28.364655 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-316dbedc-a99f-4330-8300-387386b811be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:55:28.576943 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0affb6-edb6-483d-bc49-a8c480ddbf67 service neutron] Pushing event updated for resources: {'Port': ['ID=1baac0ec-da08-435d-b211-9e2794271ab1,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:55:28.584271 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-3d0affb6-edb6-483d-bc49-a8c480ddbf67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:55:28.621813 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-3d0affb6-edb6-483d-bc49-a8c480ddbf67 service neutron] Attempting to bind port 1baac0ec-da08-435d-b211-9e2794271ab1 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 21 14:55:28.622143 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-3d0affb6-edb6-483d-bc49-a8c480ddbf67 service neutron] Attempting to bind port 1baac0ec-da08-435d-b211-9e2794271ab1 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '82fae9ff-f88e-4cb9-bd09-c64f372345c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 21 14:55:28.622514 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-3d0affb6-edb6-483d-bc49-a8c480ddbf67 service neutron] Attempting to bind port 1baac0ec-da08-435d-b211-9e2794271ab1 on network 3bf02896-5a06-4820-afef-e1d155642dab {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:55:28.627460 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-3d0affb6-edb6-483d-bc49-a8c480ddbf67 service neutron] Port 1baac0ec-da08-435d-b211-9e2794271ab1 on network 3bf02896-5a06-4820-afef-e1d155642dab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 21 14:55:28.627818 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-3d0affb6-edb6-483d-bc49-a8c480ddbf67 service neutron] Attempting to bind port 1baac0ec-da08-435d-b211-9e2794271ab1 on network 3bf02896-5a06-4820-afef-e1d155642dab {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 21 14:55:28.633721 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-3d0affb6-edb6-483d-bc49-a8c480ddbf67 service neutron] Checking agent: {'id': 'aac967bd-8151-4f72-a05c-3193d627c9da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'started_at': datetime.datetime(2021, 4, 21, 14, 36, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 21 14:55:28.634163 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-3d0affb6-edb6-483d-bc49-a8c480ddbf67 service neutron] Checking segment: {'id': '82fae9ff-f88e-4cb9-bd09-c64f372345c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 21 14:55:28.634581 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-3d0affb6-edb6-483d-bc49-a8c480ddbf67 service neutron] Bound using segment: {'id': '82fae9ff-f88e-4cb9-bd09-c64f372345c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 21 14:55:28.635108 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-3d0affb6-edb6-483d-bc49-a8c480ddbf67 service neutron] Bound port: 1baac0ec-da08-435d-b211-9e2794271ab1, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82fae9ff-f88e-4cb9-bd09-c64f372345c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 21 14:55:28.635488 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-3d0affb6-edb6-483d-bc49-a8c480ddbf67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:28.737825 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-3d0affb6-edb6-483d-bc49-a8c480ddbf67 service neutron] For port 1baac0ec-da08-435d-b211-9e2794271ab1, host hv-cinder-78638, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 21 14:55:28.741059 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-3d0affb6-edb6-483d-bc49-a8c480ddbf67 service neutron] For port 1baac0ec-da08-435d-b211-9e2794271ab1, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1baac0ec-da08-435d-b211-9e2794271ab1,segment=NetworkSegment(82fae9ff-f88e-4cb9-bd09-c64f372345c7),segment_id=82fae9ff-f88e-4cb9-bd09-c64f372345c7)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 21 14:55:28.747087 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-3d0affb6-edb6-483d-bc49-a8c480ddbf67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14929102'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:28.754550 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-626190e1-cfca-4db5-b7ba-3356105259e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:55:28.815594 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-3d0affb6-edb6-483d-bc49-a8c480ddbf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:28.815892 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-3d0affb6-edb6-483d-bc49-a8c480ddbf67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:28.817323 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-3d0affb6-edb6-483d-bc49-a8c480ddbf67 service neutron] 10.222.0.36 "PUT /v2.0/ports/1baac0ec-da08-435d-b211-9e2794271ab1 HTTP/1.1" status: 200  len: 1093 time: 1.0013492
Apr 21 14:55:28.817876 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce11bbf5-36db-4dfb-9099-f5e0706c001f', 'tag': '1baac0ec-da08-435d-b211-9e2794271ab1'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:55:28.853229 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0affb6-edb6-483d-bc49-a8c480ddbf67 service neutron] Pushing event updated for resources: {'Port': ['ID=1baac0ec-da08-435d-b211-9e2794271ab1,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:55:28.863783 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-3d0affb6-edb6-483d-bc49-a8c480ddbf67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:55:28.941188 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce11bbf5-36db-4dfb-9099-f5e0706c001f', 'tag': '1baac0ec-da08-435d-b211-9e2794271ab1', 'status': 'completed', 'code': 200}
Apr 21 14:55:28.950454 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-72aea619-73dd-4dc3-9c36-e58ba32c1db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:28.952153 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-72aea619-73dd-4dc3-9c36-e58ba32c1db3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f31a5650834e49b288140b0ca768c2&device_id=ce11bbf5-36db-4dfb-9099-f5e0706c001f HTTP/1.1" status: 200  len: 1096 time: 0.0872476
Apr 21 14:55:29.031635 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-68bbd726-4e59-4084-a044-41db275836e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1baac0ec-da08-435d-b211-9e2794271ab1 HTTP/1.1" status: 200  len: 217 time: 0.0711536
Apr 21 14:55:29.109074 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-1c0e0cc5-e007-460c-8fbb-c0e4329e3353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:29.110812 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-1c0e0cc5-e007-460c-8fbb-c0e4329e3353 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9520c503-7474-4d15-8642-8ca9a66eae6e HTTP/1.1" status: 200  len: 851 time: 0.0724413
Apr 21 14:55:29.203192 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-ed930e97-b40b-4249-a579-748d759b5f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:29.204791 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-ed930e97-b40b-4249-a579-748d759b5f2e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3bf02896-5a06-4820-afef-e1d155642dab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0869040
Apr 21 14:55:29.354397 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-4e0a094f-223a-4e46-b9c2-dee5e73a707c service neutron] 10.222.0.36 "GET /v2.0/networks/3bf02896-5a06-4820-afef-e1d155642dab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417165
Apr 21 14:55:29.369418 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff9790-ed6b-4cc7-847c-26cce0af6b53 req-f78bbdfa-6de4-424d-9e85-bd28c78d6d22 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:29.371083 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-36ff9790-ed6b-4cc7-847c-26cce0af6b53 req-f78bbdfa-6de4-424d-9e85-bd28c78d6d22 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce11bbf5-36db-4dfb-9099-f5e0706c001f HTTP/1.1" status: 200  len: 943 time: 0.0917699
Apr 21 14:55:29.427152 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-36ff9790-ed6b-4cc7-847c-26cce0af6b53 req-20599a8d-c04e-455d-bba1-9b49663a6ad2 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494862
Apr 21 14:55:29.432424 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fbaef445-12db-49a7-a017-649a2de419b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:29.502826 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-74496c70-5f4a-4059-b4d8-41573070ca86 req-ac9642bb-827b-4504-8309-86de6e118269 service neutron] 10.222.0.36 "GET /v2.0/networks/3bf02896-5a06-4820-afef-e1d155642dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1407323
Apr 21 14:55:29.648013 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a49092-02d1-4884-8488-25784da717cb req-42de623e-5fbe-492e-8b53-3ba5b71b2065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:29.649596 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-54a49092-02d1-4884-8488-25784da717cb req-42de623e-5fbe-492e-8b53-3ba5b71b2065 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f31a5650834e49b288140b0ca768c2&device_id=ce11bbf5-36db-4dfb-9099-f5e0706c001f HTTP/1.1" status: 200  len: 1096 time: 0.0899858
Apr 21 14:55:29.818462 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a49092-02d1-4884-8488-25784da717cb req-d2271357-72d4-4a4d-83b5-4c643145c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:29.820768 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-54a49092-02d1-4884-8488-25784da717cb req-d2271357-72d4-4a4d-83b5-4c643145c161 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3bf02896-5a06-4820-afef-e1d155642dab HTTP/1.1" status: 200  len: 913 time: 0.1636670
Apr 21 14:55:29.908458 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-54a49092-02d1-4884-8488-25784da717cb req-e89dda9e-852d-45d9-816c-06fdedf082b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1baac0ec-da08-435d-b211-9e2794271ab1 HTTP/1.1" status: 200  len: 217 time: 0.0800962
Apr 21 14:55:29.978079 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a49092-02d1-4884-8488-25784da717cb req-975232af-b833-49f8-88e0-1c351865a312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:29.979694 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-54a49092-02d1-4884-8488-25784da717cb req-975232af-b833-49f8-88e0-1c351865a312 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9520c503-7474-4d15-8642-8ca9a66eae6e HTTP/1.1" status: 200  len: 851 time: 0.0648370
Apr 21 14:55:30.070437 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a49092-02d1-4884-8488-25784da717cb req-dc2db406-6447-457c-9b81-b4145e0a0388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:30.071974 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-54a49092-02d1-4884-8488-25784da717cb req-dc2db406-6447-457c-9b81-b4145e0a0388 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3bf02896-5a06-4820-afef-e1d155642dab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0855758
Apr 21 14:55:30.224926 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-54a49092-02d1-4884-8488-25784da717cb req-bdb61642-220e-49ca-ad86-5ae18712046a service neutron] 10.222.0.36 "GET /v2.0/networks/3bf02896-5a06-4820-afef-e1d155642dab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443605
Apr 21 14:55:30.374018 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-54a49092-02d1-4884-8488-25784da717cb req-72e6a606-7148-481a-8458-b8ff10448b2d service neutron] 10.222.0.36 "GET /v2.0/networks/3bf02896-5a06-4820-afef-e1d155642dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1420619
Apr 21 14:55:30.643242 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e458d72-8453-4abf-aa26-4f386742010c req-5a503b4f-9812-4e1d-8986-cfc25089a942 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:30.643897 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-8e458d72-8453-4abf-aa26-4f386742010c req-5a503b4f-9812-4e1d-8986-cfc25089a942 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Synchronizing usage tracker for tenant:47f31a5650834e49b288140b0ca768c2 on resource:port {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:55:30.660860 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-8e458d72-8453-4abf-aa26-4f386742010c req-5a503b4f-9812-4e1d-8986-cfc25089a942 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Unset dirty status for tenant:47f31a5650834e49b288140b0ca768c2 on resource:port {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:55:30.662198 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8e458d72-8453-4abf-aa26-4f386742010c req-5a503b4f-9812-4e1d-8986-cfc25089a942 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce11bbf5-36db-4dfb-9099-f5e0706c001f HTTP/1.1" status: 200  len: 943 time: 0.1184375
Apr 21 14:55:30.715585 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8e458d72-8453-4abf-aa26-4f386742010c req-a5b34935-86d5-4a05-8a3a-c767bf0a769c tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462866
Apr 21 14:55:31.941200 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94b429-53b4-486e-9c35-fc4f668d1099 req-f40046c6-1099-4d56-a145-4665ec143e6b tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:31.942719 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7a94b429-53b4-486e-9c35-fc4f668d1099 req-f40046c6-1099-4d56-a145-4665ec143e6b tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce11bbf5-36db-4dfb-9099-f5e0706c001f HTTP/1.1" status: 200  len: 943 time: 0.1031168
Apr 21 14:55:31.995953 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7a94b429-53b4-486e-9c35-fc4f668d1099 req-e5190e02-1642-433d-aad6-94fd1bd05697 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429718
Apr 21 14:55:32.128490 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:32.251446 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b48b99bb-9187-4729-a92c-378ed6f8c322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:32.489908 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:33.221297 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa41924-a167-4c58-b66c-00c24d23ec20 req-e64019ab-7060-4f32-a08f-6478b6eb840f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:33.222900 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8fa41924-a167-4c58-b66c-00c24d23ec20 req-e64019ab-7060-4f32-a08f-6478b6eb840f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce11bbf5-36db-4dfb-9099-f5e0706c001f HTTP/1.1" status: 200  len: 943 time: 0.1027431
Apr 21 14:55:33.277564 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-8fa41924-a167-4c58-b66c-00c24d23ec20 req-50eb7ca0-4569-4aa1-87c2-87ba260e1544 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449317
Apr 21 14:55:34.253534 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:34.503883 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480c17c-3c7e-4d63-b7ac-26a7fce6e7a5 req-14c2bcd2-22f9-4a10-aa8d-f2b50ee937ac tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:34.505478 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9480c17c-3c7e-4d63-b7ac-26a7fce6e7a5 req-14c2bcd2-22f9-4a10-aa8d-f2b50ee937ac tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce11bbf5-36db-4dfb-9099-f5e0706c001f HTTP/1.1" status: 200  len: 943 time: 0.0977638
Apr 21 14:55:34.555711 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9480c17c-3c7e-4d63-b7ac-26a7fce6e7a5 req-3d7a19f9-8ac8-4721-b573-2bd34f66cbc1 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437942
Apr 21 14:55:35.412315 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:55:35.764016 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ff2a5-3c45-417c-b931-639ced608d31 req-3e1ac9e4-3523-4279-940f-4ef7118fb9ef tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:35.765652 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b06ff2a5-3c45-417c-b931-639ced608d31 req-3e1ac9e4-3523-4279-940f-4ef7118fb9ef tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce11bbf5-36db-4dfb-9099-f5e0706c001f HTTP/1.1" status: 200  len: 943 time: 0.0925436
Apr 21 14:55:35.820481 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b06ff2a5-3c45-417c-b931-639ced608d31 req-16b28661-507b-4c48-bfbb-00bc1aa06303 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481601
Apr 21 14:55:37.027598 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77051992-fd72-4160-abcc-7cf047a2dd02 req-891fc844-8d08-4411-8f94-8f2c9610e890 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:37.029310 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-77051992-fd72-4160-abcc-7cf047a2dd02 req-891fc844-8d08-4411-8f94-8f2c9610e890 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce11bbf5-36db-4dfb-9099-f5e0706c001f HTTP/1.1" status: 200  len: 943 time: 0.0926969
Apr 21 14:55:37.080363 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-77051992-fd72-4160-abcc-7cf047a2dd02 req-67c88f67-1370-4a2f-9d31-a1355ffe17a3 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443714
Apr 21 14:55:38.296109 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437025f8-4dc8-4492-a598-87414ffbf877 req-d79ce83d-414f-41c7-99b9-5064465d0bd8 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:38.297714 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-437025f8-4dc8-4492-a598-87414ffbf877 req-d79ce83d-414f-41c7-99b9-5064465d0bd8 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce11bbf5-36db-4dfb-9099-f5e0706c001f HTTP/1.1" status: 200  len: 943 time: 0.0975673
Apr 21 14:55:38.348352 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-437025f8-4dc8-4492-a598-87414ffbf877 req-7b370540-9fbb-44a9-a463-f079bab72fc1 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436978
Apr 21 14:55:38.485267 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 1baac0ec-da08-435d-b211-9e2794271ab1 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 21 14:55:38.633452 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 1baac0ec-da08-435d-b211-9e2794271ab1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1baac0ec-da08-435d-b211-9e2794271ab1,segment=NetworkSegment(82fae9ff-f88e-4cb9-bd09-c64f372345c7),segment_id=82fae9ff-f88e-4cb9-bd09-c64f372345c7)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:55:38.648176 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Returning: {'device': '1baac0ec-da08-435d-b211-9e2794271ab1', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'port_id': '1baac0ec-da08-435d-b211-9e2794271ab1', 'mac_address': 'fa:16:3e:f8:39:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 21 14:55:38.709922 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:38.727771 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1baac0ec-da08-435d-b211-9e2794271ab1 {{(pid=86395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 21 14:55:38.745269 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 1baac0ec-da08-435d-b211-9e2794271ab1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1baac0ec-da08-435d-b211-9e2794271ab1,segment=NetworkSegment(82fae9ff-f88e-4cb9-bd09-c64f372345c7),segment_id=82fae9ff-f88e-4cb9-bd09-c64f372345c7)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:55:38.750135 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:38.752009 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-56da42b0-9209-45cb-ab2b-ea6830c546c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:55:38.827335 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=1baac0ec-da08-435d-b211-9e2794271ab1,revision_number=4']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:55:38.835408 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:55:38.835791 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:55:38.836164 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:55:38.836535 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:55:38.836924 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:55:38.837287 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:55:38.837645 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:55:38.838036 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:55:38.838386 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:55:38.838743 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:55:38.839098 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:55:38.839451 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:55:38.843858 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:55:39.030600 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:39.112172 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['1baac0ec-da08-435d-b211-9e2794271ab1'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:55:39.557563 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870adbc-8a25-4659-a049-8a62052d1db3 req-07e8b2ce-eef6-4f16-8594-fdebf011ae0a tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:39.559288 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f870adbc-8a25-4659-a049-8a62052d1db3 req-07e8b2ce-eef6-4f16-8594-fdebf011ae0a tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce11bbf5-36db-4dfb-9099-f5e0706c001f HTTP/1.1" status: 200  len: 944 time: 0.0970170
Apr 21 14:55:39.608831 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f870adbc-8a25-4659-a049-8a62052d1db3 req-1536aa82-76cd-4194-8753-49a23418d318 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426679
Apr 21 14:55:40.506453 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 1baac0ec-da08-435d-b211-9e2794271ab1 up at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 21 14:55:40.587652 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning for port 1baac0ec-da08-435d-b211-9e2794271ab1 completed by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 21 14:55:40.592779 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Provisioning complete for port 1baac0ec-da08-435d-b211-9e2794271ab1 triggered by entity L2. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:55:40.593195 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:40.722995 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:40.755229 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce11bbf5-36db-4dfb-9099-f5e0706c001f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1baac0ec-da08-435d-b211-9e2794271ab1'}] {{(pid=86395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:55:40.766312 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] For port 1baac0ec-da08-435d-b211-9e2794271ab1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1baac0ec-da08-435d-b211-9e2794271ab1,segment=NetworkSegment(82fae9ff-f88e-4cb9-bd09-c64f372345c7),segment_id=82fae9ff-f88e-4cb9-bd09-c64f372345c7)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:55:40.770159 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644'] for port, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:40.772302 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-066910a3-7aeb-4141-8642-a22bb84eaf43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:55:40.810427 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce11bbf5-36db-4dfb-9099-f5e0706c001f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1baac0ec-da08-435d-b211-9e2794271ab1', 'code': 200}
Apr 21 14:55:40.827252 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e474869-c519-4ec4-872d-4db73769740e req-d1038788-53b1-460a-98ef-03903a0a016c tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:40.828924 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7e474869-c519-4ec4-872d-4db73769740e req-d1038788-53b1-460a-98ef-03903a0a016c tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce11bbf5-36db-4dfb-9099-f5e0706c001f HTTP/1.1" status: 200  len: 945 time: 0.0954182
Apr 21 14:55:40.845856 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Pushing event updated for resources: {'Port': ['ID=1baac0ec-da08-435d-b211-9e2794271ab1,revision_number=5']} {{(pid=86395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:55:40.849060 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:55:40.879607 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7e474869-c519-4ec4-872d-4db73769740e req-a2baa79c-d3ce-4159-8908-7a4e1cf58385 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431988
Apr 21 14:55:41.122628 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1ceef-466f-4812-8528-03f4f0c7c6e3 req-a290bc6c-bda4-4b91-875a-57889ca38d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:41.124306 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-85b1ceef-466f-4812-8528-03f4f0c7c6e3 req-a290bc6c-bda4-4b91-875a-57889ca38d92 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ce11bbf5-36db-4dfb-9099-f5e0706c001f HTTP/1.1" status: 200  len: 1098 time: 0.0800323
Apr 21 14:55:41.175035 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-85b1ceef-466f-4812-8528-03f4f0c7c6e3 req-2ce2f837-3d2d-491a-a6d9-7759b6454b19 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431058
Apr 21 14:55:42.093307 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f471e-a0c5-4a6b-955c-17d9165fb177 req-46607586-f2ba-43da-8c3a-ebba53d2f4fc tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:42.095080 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e68f471e-a0c5-4a6b-955c-17d9165fb177 req-46607586-f2ba-43da-8c3a-ebba53d2f4fc tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce11bbf5-36db-4dfb-9099-f5e0706c001f HTTP/1.1" status: 200  len: 945 time: 0.0962350
Apr 21 14:55:42.150596 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e68f471e-a0c5-4a6b-955c-17d9165fb177 req-10a19f7a-3b14-458b-9c4d-335afd72a7ae tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484202
Apr 21 14:55:43.362884 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303db79-aa46-4f68-a5d5-03ada665db07 req-3e8b4b5a-5838-4644-858f-0d5a516e331c tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:43.364411 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b303db79-aa46-4f68-a5d5-03ada665db07 req-3e8b4b5a-5838-4644-858f-0d5a516e331c tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce11bbf5-36db-4dfb-9099-f5e0706c001f HTTP/1.1" status: 200  len: 945 time: 0.0972302
Apr 21 14:55:43.413607 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b303db79-aa46-4f68-a5d5-03ada665db07 req-fcaf46fe-9891-4edc-8038-e4c0f52508a1 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426772
Apr 21 14:55:43.636105 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed4741-94d4-46d2-8ffd-6a92d72a2d65 req-7df1b8f2-52b8-4c10-b636-22e93f2895b3 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:43.637683 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fbed4741-94d4-46d2-8ffd-6a92d72a2d65 req-7df1b8f2-52b8-4c10-b636-22e93f2895b3 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce11bbf5-36db-4dfb-9099-f5e0706c001f HTTP/1.1" status: 200  len: 945 time: 0.1059687
Apr 21 14:55:43.691258 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fbed4741-94d4-46d2-8ffd-6a92d72a2d65 req-cd349534-5663-49e0-a76a-04b452ddc932 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439384
Apr 21 14:55:43.726984 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 35592) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:55:43.938407 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a71ecd-4231-4fde-84e4-ce28f1ecd9a2 tempest-TestVolumeBootPattern-434124492 tempest-TestVolumeBootPattern-434124492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:43.940102 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-48a71ecd-4231-4fde-84e4-ce28f1ecd9a2 tempest-TestVolumeBootPattern-434124492 tempest-TestVolumeBootPattern-434124492-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ce11bbf5-36db-4dfb-9099-f5e0706c001f HTTP/1.1" status: 200  len: 1093 time: 0.2120101
Apr 21 14:55:43.944279 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 35598) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:55:43.950573 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Request body: {'floatingip': {'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'port_id': '1baac0ec-da08-435d-b211-9e2794271ab1', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=86393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:55:43.957963 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 21 14:55:43.962912 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Usage tracker for resource:floatingip and tenant:47f31a5650834e49b288140b0ca768c2 is out of sync, need to count used quota {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 21 14:55:43.966645 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 21 14:55:43.973768 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.quota.driver [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 21 14:55:43.989804 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for floatingip, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:44.412239 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:44.567135 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_common [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Allocated IP 172.27.3.218 (65ae90ab-0baf-4140-bbfd-b114ac6a9837/3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036/74e801d6-41b3-4539-af89-8b27ec74e1cd) {{(pid=86393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 21 14:55:44.739473 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for port, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:44.773457 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277008695207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:44.778637 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-1a84531f-7f04-4f33-a189-20a8e03bc565 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:55:44.848939 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Network 65ae90ab-0baf-4140-bbfd-b114ac6a9837 is already hosted by enough agents. {{(pid=86393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 21 14:55:44.852633 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.base_scheduler [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Resources bound (agent type, host, resource id):  {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 21 14:55:44.855425 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Received port after_create {{(pid=86393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 21 14:55:44.897928 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Pushing event updated for resources: {'Port': ['ID=74e801d6-41b3-4539-af89-8b27ec74e1cd,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:55:44.915121 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:55:44.915537 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:55:44.915968 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:55:44.916383 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:55:44.916803 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:55:44.917217 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:55:44.917625 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:55:44.918065 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:55:44.918480 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:55:44.918897 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:55:44.919303 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:55:44.919709 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:55:44.924201 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:55:45.323377 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:45.405302 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:45.641270 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:45.645675 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14929102'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:45.649854 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-0607fa3a-df40-4280-abd9-11946c1908b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:55:45.769835 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Pushing event updated for resources: {'Port': ['ID=74e801d6-41b3-4539-af89-8b27ec74e1cd,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:55:45.774927 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:55:45.782373 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630449'] for floatingip, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:45.970786 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.l3_db [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Floating IP 824f6d2a-c791-4d74-8e2b-31fcdde4e649 associated. External IP: 172.27.3.218, port: 1baac0ec-da08-435d-b211-9e2794271ab1.
Apr 21 14:55:46.371750 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Router 643d318c-010c-4d49-a94e-e27966d47571 has already been hosted by L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 {{(pid=86393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 14:55:46.568041 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:55:46.578077 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f7a60f-87d9-46d8-ae63-4060bd0db0d7 None None] Sync routers for ids ['643d318c-010c-4d49-a94e-e27966d47571'] in dv-cinder-786385-2-iscsi {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:55:46.589377 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f7a60f-87d9-46d8-ae63-4060bd0db0d7 None None] Routers {'643d318c-010c-4d49-a94e-e27966d47571'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:55:46.590099 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-08f7a60f-87d9-46d8-ae63-4060bd0db0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f7300320>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:55:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['643d318c-010c-4d49-a94e-e27966d47571'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:55:46.594266 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for floatingip, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:55:46.657366 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7115560
Apr 21 14:55:46.658503 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce11bbf5-36db-4dfb-9099-f5e0706c001f', 'tag': '1baac0ec-da08-435d-b211-9e2794271ab1'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:55:46.753950 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce11bbf5-36db-4dfb-9099-f5e0706c001f', 'tag': '1baac0ec-da08-435d-b211-9e2794271ab1', 'status': 'completed', 'code': 200}
Apr 21 14:55:46.861535 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-08f7a60f-87d9-46d8-ae63-4060bd0db0d7 None None] Set router 643d318c-010c-4d49-a94e-e27966d47571 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:55:46.919161 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adff363-8d17-4b34-8cd7-2a23573e6f1f req-35ce7f32-3046-4041-83e3-ce91358dcb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:46.920768 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2adff363-8d17-4b34-8cd7-2a23573e6f1f req-35ce7f32-3046-4041-83e3-ce91358dcb3e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f31a5650834e49b288140b0ca768c2&device_id=ce11bbf5-36db-4dfb-9099-f5e0706c001f HTTP/1.1" status: 200  len: 1098 time: 0.1411786
Apr 21 14:55:47.119033 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-eca88c7d-6584-4b1c-9d48-872570e70d38 req-7d9154b8-16a5-42ab-9127-432308f7dbaf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d8cac6e3-c70e-4a55-aec4-72689e662fc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2762122
Apr 21 14:55:47.266290 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adff363-8d17-4b34-8cd7-2a23573e6f1f req-09116f95-b01e-4690-a53a-d31c0829abce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:47.267830 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2adff363-8d17-4b34-8cd7-2a23573e6f1f req-09116f95-b01e-4690-a53a-d31c0829abce service neutron] 10.222.0.36 "GET /v2.0/networks?id=3bf02896-5a06-4820-afef-e1d155642dab HTTP/1.1" status: 200  len: 913 time: 0.3349719
Apr 21 14:55:47.286139 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-08f7a60f-87d9-46d8-ae63-4060bd0db0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f7300320>, [{'id': '643d318c-010c-4d49-a94e-e27966d47571', 'name': 'tempest-TestVolumeBootPattern-1521638240-router', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '7f6abe5d-4395-4929-a439-92fb24715117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:48:49Z', 'updated_at': '2021-04-21T14:48:54Z', 'revision_number': 4, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'gw_port': {'id': '7f6abe5d-4395-4929-a439-92fb24715117', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:50Z', 'updated_at': '2021-04-21T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_floatingips': [{'id': '824f6d2a-c791-4d74-8e2b-31fcdde4e649', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'router_id': '643d318c-010c-4d49-a94e-e27966d47571', 'port_id': '1baac0ec-da08-435d-b211-9e2794271ab1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'mac_address': 'fa:16:3e:f8:39:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce11bbf5-36db-4dfb-9099-f5e0706c001f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:55:45Z', 'updated_at': '2021-04-21T14:55:45Z', 'revision_number': 0, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'fixed_ip_address_scope': None}, {'id': 'a6e80a3a-c516-44ad-9905-dbb24d0400fd', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'router_id': '643d318c-010c-4d49-a94e-e27966d47571', 'port_id': '9f462ccd-688b-4a79-8d55-7cf72be7aeb0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'mac_address': 'fa:16:3e:83:93:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cac6e3-c70e-4a55-aec4-72689e662fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:52:51Z', 'updated_at': '2021-04-21T14:52:55Z', 'revision_number': 1, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6763d1e9-54d9-429f-a681-c23399fc91c4', 'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'mac_address': 'fa:16:3e:0f:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:53Z', 'updated_at': '2021-04-21T14:49:02Z', 'revision_number': 5, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'subnets': [{'id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:55:47.290908 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f7a60f-87d9-46d8-ae63-4060bd0db0d7 None None] Checking router: 643d318c-010c-4d49-a94e-e27966d47571 for host: dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:55:47.301477 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f7a60f-87d9-46d8-ae63-4060bd0db0d7 None None] Routers {'643d318c-010c-4d49-a94e-e27966d47571'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:55:47.302222 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-08f7a60f-87d9-46d8-ae63-4060bd0db0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f7300320>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:55:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['643d318c-010c-4d49-a94e-e27966d47571'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:55:47.409468 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca88c7d-6584-4b1c-9d48-872570e70d38 req-466d46de-33ea-4277-861b-709486228d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:47.411213 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-eca88c7d-6584-4b1c-9d48-872570e70d38 req-466d46de-33ea-4277-861b-709486228d28 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f31a5650834e49b288140b0ca768c2&device_id=d8cac6e3-c70e-4a55-aec4-72689e662fc5 HTTP/1.1" status: 200  len: 1099 time: 0.2079215
Apr 21 14:55:47.413273 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2adff363-8d17-4b34-8cd7-2a23573e6f1f req-e5a098e2-0f3e-4bfb-a67d-8b6dca647b3c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1baac0ec-da08-435d-b211-9e2794271ab1 HTTP/1.1" status: 200  len: 999 time: 0.1370752
Apr 21 14:55:47.718216 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-08f7a60f-87d9-46d8-ae63-4060bd0db0d7 None None] Set router 643d318c-010c-4d49-a94e-e27966d47571 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:55:47.977880 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adff363-8d17-4b34-8cd7-2a23573e6f1f req-b4c9e614-354f-49a9-af3d-d4151dc2c7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:47.980238 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2adff363-8d17-4b34-8cd7-2a23573e6f1f req-b4c9e614-354f-49a9-af3d-d4151dc2c7b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9520c503-7474-4d15-8642-8ca9a66eae6e HTTP/1.1" status: 200  len: 851 time: 0.5597529
Apr 21 14:55:48.082536 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca88c7d-6584-4b1c-9d48-872570e70d38 req-e82b6883-8451-43b3-b731-75ae5e0a9e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:48.084121 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-eca88c7d-6584-4b1c-9d48-872570e70d38 req-e82b6883-8451-43b3-b731-75ae5e0a9e14 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3bf02896-5a06-4820-afef-e1d155642dab HTTP/1.1" status: 200  len: 913 time: 0.3107462
Apr 21 14:55:48.244968 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adff363-8d17-4b34-8cd7-2a23573e6f1f req-1ce42ce5-075c-4efa-982a-b3ec0d896649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:48.247580 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2adff363-8d17-4b34-8cd7-2a23573e6f1f req-1ce42ce5-075c-4efa-982a-b3ec0d896649 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3bf02896-5a06-4820-afef-e1d155642dab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2492535
Apr 21 14:55:48.296590 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-08f7a60f-87d9-46d8-ae63-4060bd0db0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f7300320>, [{'id': '643d318c-010c-4d49-a94e-e27966d47571', 'name': 'tempest-TestVolumeBootPattern-1521638240-router', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '7f6abe5d-4395-4929-a439-92fb24715117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:48:49Z', 'updated_at': '2021-04-21T14:48:54Z', 'revision_number': 4, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'gw_port': {'id': '7f6abe5d-4395-4929-a439-92fb24715117', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:50Z', 'updated_at': '2021-04-21T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_floatingips': [{'id': '824f6d2a-c791-4d74-8e2b-31fcdde4e649', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'router_id': '643d318c-010c-4d49-a94e-e27966d47571', 'port_id': '1baac0ec-da08-435d-b211-9e2794271ab1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'mac_address': 'fa:16:3e:f8:39:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce11bbf5-36db-4dfb-9099-f5e0706c001f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:55:45Z', 'updated_at': '2021-04-21T14:55:45Z', 'revision_number': 0, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'fixed_ip_address_scope': None}, {'id': 'a6e80a3a-c516-44ad-9905-dbb24d0400fd', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'router_id': '643d318c-010c-4d49-a94e-e27966d47571', 'port_id': '9f462ccd-688b-4a79-8d55-7cf72be7aeb0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'mac_address': 'fa:16:3e:83:93:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cac6e3-c70e-4a55-aec4-72689e662fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:52:51Z', 'updated_at': '2021-04-21T14:52:55Z', 'revision_number': 1, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6763d1e9-54d9-429f-a681-c23399fc91c4', 'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'mac_address': 'fa:16:3e:0f:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:53Z', 'updated_at': '2021-04-21T14:49:02Z', 'revision_number': 5, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'subnets': [{'id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:55:48.303802 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f7a60f-87d9-46d8-ae63-4060bd0db0d7 None None] The sync data for ids ['643d318c-010c-4d49-a94e-e27966d47571'] in dv-cinder-786385-2-iscsi is: [{'id': '643d318c-010c-4d49-a94e-e27966d47571', 'name': 'tempest-TestVolumeBootPattern-1521638240-router', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '7f6abe5d-4395-4929-a439-92fb24715117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:48:49Z', 'updated_at': '2021-04-21T14:48:54Z', 'revision_number': 4, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'gw_port': {'id': '7f6abe5d-4395-4929-a439-92fb24715117', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:50Z', 'updated_at': '2021-04-21T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_floatingips': [{'id': '824f6d2a-c791-4d74-8e2b-31fcdde4e649', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'router_id': '643d318c-010c-4d49-a94e-e27966d47571', 'port_id': '1baac0ec-da08-435d-b211-9e2794271ab1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'mac_address': 'fa:16:3e:f8:39:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce11bbf5-36db-4dfb-9099-f5e0706c001f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:55:45Z', 'updated_at': '2021-04-21T14:55:45Z', 'revision_number': 0, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'fixed_ip_address_scope': None}, {'id': 'a6e80a3a-c516-44ad-9905-dbb24d0400fd', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'router_id': '643d318c-010c-4d49-a94e-e27966d47571', 'port_id': '9f462ccd-688b-4a79-8d55-7cf72be7aeb0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'mac_address': 'fa:16:3e:83:93:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cac6e3-c70e-4a55-aec4-72689e662fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:52:51Z', 'updated_at': '2021-04-21T14:52:55Z', 'revision_number': 1, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6763d1e9-54d9-429f-a681-c23399fc91c4', 'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'mac_address': 'fa:16:3e:0f:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:53Z', 'updated_at': '2021-04-21T14:49:02Z', 'revision_number': 5, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'subnets': [{'id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:55:48.307473 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-eca88c7d-6584-4b1c-9d48-872570e70d38 req-213cd262-d804-4302-aec5-821368069a77 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f462ccd-688b-4a79-8d55-7cf72be7aeb0 HTTP/1.1" status: 200  len: 1002 time: 0.2151856
Apr 21 14:55:48.473715 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca88c7d-6584-4b1c-9d48-872570e70d38 req-4a9c1e42-54bb-4b86-a578-49da9ea74e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:48.475372 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-eca88c7d-6584-4b1c-9d48-872570e70d38 req-4a9c1e42-54bb-4b86-a578-49da9ea74e07 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9520c503-7474-4d15-8642-8ca9a66eae6e HTTP/1.1" status: 200  len: 851 time: 0.1071775
Apr 21 14:55:48.551160 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2adff363-8d17-4b34-8cd7-2a23573e6f1f req-e2fee037-fd37-44f9-af95-e96d648f52d4 service neutron] 10.222.0.36 "GET /v2.0/networks/3bf02896-5a06-4820-afef-e1d155642dab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2903316
Apr 21 14:55:48.602339 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82007b9-d482-4885-8d4c-4182d53418ca None None] New status for floating IP 824f6d2a-c791-4d74-8e2b-31fcdde4e649: ACTIVE {{(pid=86396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 14:55:48.690087 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca88c7d-6584-4b1c-9d48-872570e70d38 req-baae51d1-edf5-488b-a04a-eaff4cd43415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:55:48.693113 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-eca88c7d-6584-4b1c-9d48-872570e70d38 req-baae51d1-edf5-488b-a04a-eaff4cd43415 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3bf02896-5a06-4820-afef-e1d155642dab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2071810
Apr 21 14:55:48.827590 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-2adff363-8d17-4b34-8cd7-2a23573e6f1f req-cd19afd0-b284-478b-ad2f-815e8e477f44 service neutron] 10.222.0.36 "GET /v2.0/networks/3bf02896-5a06-4820-afef-e1d155642dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2679794
Apr 21 14:55:48.878349 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-eca88c7d-6584-4b1c-9d48-872570e70d38 req-0997e692-9427-4f87-adcb-3d9dca57b953 service neutron] 10.222.0.36 "GET /v2.0/networks/3bf02896-5a06-4820-afef-e1d155642dab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1712937
Apr 21 14:55:49.036709 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-eca88c7d-6584-4b1c-9d48-872570e70d38 req-907c97ed-449c-4ff5-a82d-9d683d9c4d73 service neutron] 10.222.0.36 "GET /v2.0/networks/3bf02896-5a06-4820-afef-e1d155642dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1513295
Apr 21 14:55:59.438459 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e4df9c99-3b19-47be-a7f0-1253305092ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:56:02.131628 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:56:02.257902 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-70047906-ba45-495e-b396-7e6ef887bf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:56:02.485353 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:56:04.259125 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:56:09.062983 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:56:12.412951 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:56:16.068662 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f7aea-a677-4ac8-9870-b81925b79a6a req-e0f3ed2d-2cd5-41a0-a08f-2e9d834477fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:56:16.070329 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fa7f7aea-a677-4ac8-9870-b81925b79a6a req-e0f3ed2d-2cd5-41a0-a08f-2e9d834477fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e1ab995c213484f9e8260545de2fad5&device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 1137 time: 0.1520660
Apr 21 14:56:16.119966 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a013ca1-8d7e-4be7-80ff-8c159395d926 req-56f1a8a3-856a-4307-b37c-ca0c3add43d8 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:56:16.121659 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3a013ca1-8d7e-4be7-80ff-8c159395d926 req-56f1a8a3-856a-4307-b37c-ca0c3add43d8 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 984 time: 0.1559165
Apr 21 14:56:16.257046 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3a013ca1-8d7e-4be7-80ff-8c159395d926 req-599bce57-9255-42ae-a5f6-2df876cedc4b tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ccb561b-8c28-409f-abba-b307e80733e5&id=d1191425-3ddf-4838-a697-89a5351665c0&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1274619
Apr 21 14:56:16.288453 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f7aea-a677-4ac8-9870-b81925b79a6a req-359dd2a0-d778-4d36-9f24-76b0acc9d45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:56:16.290044 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fa7f7aea-a677-4ac8-9870-b81925b79a6a req-359dd2a0-d778-4d36-9f24-76b0acc9d45d service neutron] 10.222.0.36 "GET /v2.0/networks?id=871608a8-9514-4d58-92e6-53fbe8d173c2 HTTP/1.1" status: 200  len: 915 time: 0.2115049
Apr 21 14:56:16.408089 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fa7f7aea-a677-4ac8-9870-b81925b79a6a req-3c4ebd36-c8a2-49a1-a8b3-d936fc3b4af8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0abca0b1-ade4-4453-a1f8-bec5e7c24c69 HTTP/1.1" status: 200  len: 1001 time: 0.1097069
Apr 21 14:56:16.485885 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f7aea-a677-4ac8-9870-b81925b79a6a req-18e18214-d009-4b8e-a24c-d83080a15b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:56:16.487530 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fa7f7aea-a677-4ac8-9870-b81925b79a6a req-18e18214-d009-4b8e-a24c-d83080a15b7a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2a9fd60f-8741-4655-9439-c79ee21f53ec HTTP/1.1" status: 200  len: 853 time: 0.0725181
Apr 21 14:56:16.575676 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f7aea-a677-4ac8-9870-b81925b79a6a req-c8c46ca4-7905-4855-990d-e2ca3a815292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:56:16.577265 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fa7f7aea-a677-4ac8-9870-b81925b79a6a req-c8c46ca4-7905-4855-990d-e2ca3a815292 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=871608a8-9514-4d58-92e6-53fbe8d173c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0825570
Apr 21 14:56:16.728539 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fa7f7aea-a677-4ac8-9870-b81925b79a6a req-82211a74-0ab5-4786-ab16-0cdd8c095063 service neutron] 10.222.0.36 "GET /v2.0/networks/871608a8-9514-4d58-92e6-53fbe8d173c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438386
Apr 21 14:56:16.893452 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-fa7f7aea-a677-4ac8-9870-b81925b79a6a req-321cfd0d-507b-407b-aaa9-de38b1959476 service neutron] 10.222.0.36 "GET /v2.0/networks/871608a8-9514-4d58-92e6-53fbe8d173c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1567600
Apr 21 14:56:17.478784 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ddfacd-7437-446c-99ca-43109aa3e8e6 req-25ffd3f4-f985-487b-8e09-25f5830eb976 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:56:17.480514 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f8ddfacd-7437-446c-99ca-43109aa3e8e6 req-25ffd3f4-f985-487b-8e09-25f5830eb976 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 984 time: 0.1010404
Apr 21 14:56:17.534812 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f8ddfacd-7437-446c-99ca-43109aa3e8e6 req-095304f6-b100-42a3-90b7-90b86c648e65 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ccb561b-8c28-409f-abba-b307e80733e5&id=d1191425-3ddf-4838-a697-89a5351665c0&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0475740
Apr 21 14:56:18.752992 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31353c9e-0bac-4393-8b62-2199cbb89658 req-fb5a3517-608b-41ba-81c3-0d59561dce2b tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:56:18.754685 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-31353c9e-0bac-4393-8b62-2199cbb89658 req-fb5a3517-608b-41ba-81c3-0d59561dce2b tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 984 time: 0.0976174
Apr 21 14:56:18.823187 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-31353c9e-0bac-4393-8b62-2199cbb89658 req-94e49e71-e026-4d46-ad5d-cd1a171d82d0 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ccb561b-8c28-409f-abba-b307e80733e5&id=d1191425-3ddf-4838-a697-89a5351665c0&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0611393
Apr 21 14:56:20.032511 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930946d-ab6e-4706-91ef-e74692f24f51 req-a44cf9b4-ed4d-4da5-8381-20c8f2c00c61 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:56:20.034170 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b930946d-ab6e-4706-91ef-e74692f24f51 req-a44cf9b4-ed4d-4da5-8381-20c8f2c00c61 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 984 time: 0.0928855
Apr 21 14:56:20.088948 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-b930946d-ab6e-4706-91ef-e74692f24f51 req-3fab1e99-0769-4ff1-be22-853fad2aef4b tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ccb561b-8c28-409f-abba-b307e80733e5&id=d1191425-3ddf-4838-a697-89a5351665c0&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0480988
Apr 21 14:56:21.309254 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e2740-fdcd-47ec-9f30-b0cae252cf96 req-3b4bd215-1458-4af5-a1bc-e27edb368339 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:56:21.311721 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c98e2740-fdcd-47ec-9f30-b0cae252cf96 req-3b4bd215-1458-4af5-a1bc-e27edb368339 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 984 time: 0.1001515
Apr 21 14:56:21.368851 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-c98e2740-fdcd-47ec-9f30-b0cae252cf96 req-1ff5d17d-f416-466e-8a0e-498bb7ce91c2 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ccb561b-8c28-409f-abba-b307e80733e5&id=d1191425-3ddf-4838-a697-89a5351665c0&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0498745
Apr 21 14:56:22.587207 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3be58-49ff-49b5-b952-82f46095a1b8 req-c6cdb116-c4ff-4178-909d-5167ed0bc033 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:56:22.588857 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3ff3be58-49ff-49b5-b952-82f46095a1b8 req-c6cdb116-c4ff-4178-909d-5167ed0bc033 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 984 time: 0.0992253
Apr 21 14:56:22.643003 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3ff3be58-49ff-49b5-b952-82f46095a1b8 req-ab93dce0-237e-4f54-9c6b-3275e2d11f56 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ccb561b-8c28-409f-abba-b307e80733e5&id=d1191425-3ddf-4838-a697-89a5351665c0&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0467408
Apr 21 14:56:23.865562 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146162d-7af5-46d3-b1fb-866eee23681d req-930989eb-38f7-4bb4-a4ab-85bdbdf40c4f tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:56:23.867274 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9146162d-7af5-46d3-b1fb-866eee23681d req-930989eb-38f7-4bb4-a4ab-85bdbdf40c4f tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 984 time: 0.1040721
Apr 21 14:56:23.922342 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-9146162d-7af5-46d3-b1fb-866eee23681d req-66397248-343f-4941-ad8f-a52d3857400a tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ccb561b-8c28-409f-abba-b307e80733e5&id=d1191425-3ddf-4838-a697-89a5351665c0&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0471952
Apr 21 14:56:25.135499 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940f986-6809-444c-861f-0601c56040c7 req-6cb4f3c5-ae17-458a-95a7-ec8d72fb8f63 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:56:25.137138 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a940f986-6809-444c-861f-0601c56040c7 req-6cb4f3c5-ae17-458a-95a7-ec8d72fb8f63 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 984 time: 0.0925202
Apr 21 14:56:25.193601 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-a940f986-6809-444c-861f-0601c56040c7 req-fe95cbee-b35b-4def-9c2f-d2482e594a11 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ccb561b-8c28-409f-abba-b307e80733e5&id=d1191425-3ddf-4838-a697-89a5351665c0&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0496161
Apr 21 14:56:26.403753 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a74ae-7660-4135-9850-67a066f19a2f req-c7c2b041-8b22-4f91-bd09-4024cfbecff5 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:56:26.405345 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-448a74ae-7660-4135-9850-67a066f19a2f req-c7c2b041-8b22-4f91-bd09-4024cfbecff5 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 984 time: 0.0957527
Apr 21 14:56:26.459106 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-448a74ae-7660-4135-9850-67a066f19a2f req-dc27375b-b637-4db4-a8e3-37a3668ec3d9 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ccb561b-8c28-409f-abba-b307e80733e5&id=d1191425-3ddf-4838-a697-89a5351665c0&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0468464
Apr 21 14:56:27.665913 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea79e13-202a-4e26-a28d-d0c7b796457e req-196b1b95-e6d0-4509-b387-c22f045c8ccc tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:56:27.667656 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-cea79e13-202a-4e26-a28d-d0c7b796457e req-196b1b95-e6d0-4509-b387-c22f045c8ccc tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 984 time: 0.0932922
Apr 21 14:56:27.723823 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-cea79e13-202a-4e26-a28d-d0c7b796457e req-2371a9fe-2200-4f26-8789-6e681b69a5d5 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ccb561b-8c28-409f-abba-b307e80733e5&id=d1191425-3ddf-4838-a697-89a5351665c0&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0485709
Apr 21 14:56:28.931470 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab54858-8ee1-4e78-88f5-ef1e95a7d8b4 req-0050b48c-37a2-44cd-a08b-611f63a3fb89 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:56:28.933170 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0ab54858-8ee1-4e78-88f5-ef1e95a7d8b4 req-0050b48c-37a2-44cd-a08b-611f63a3fb89 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 984 time: 0.0938947
Apr 21 14:56:28.987935 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-0ab54858-8ee1-4e78-88f5-ef1e95a7d8b4 req-031e9186-0345-49a2-86da-d6b1c6515d2f tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ccb561b-8c28-409f-abba-b307e80733e5&id=d1191425-3ddf-4838-a697-89a5351665c0&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0469906
Apr 21 14:56:29.432385 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4006829a-888f-40fb-a63c-94b56841f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:56:32.137425 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:56:32.252154 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e3840272-8e28-44e1-851c-d368f19269f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:56:32.490917 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:56:34.259955 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:56:39.061488 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:56:46.947562 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1965e221-e92d-498a-b41e-785b7cde1df4 req-0f5884d8-8710-42f0-b220-9ee94ce9f480 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0848026
Apr 21 14:56:47.054795 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965e221-e92d-498a-b41e-785b7cde1df4 req-5f43eeca-14f2-4059-bffa-a973725c78fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:56:47.056479 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1965e221-e92d-498a-b41e-785b7cde1df4 req-5f43eeca-14f2-4059-bffa-a973725c78fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e1ab995c213484f9e8260545de2fad5&device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 1137 time: 0.0820000
Apr 21 14:56:47.219314 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965e221-e92d-498a-b41e-785b7cde1df4 req-85bedc93-c40f-445c-9fd9-0c2ec21b71a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:56:47.220827 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1965e221-e92d-498a-b41e-785b7cde1df4 req-85bedc93-c40f-445c-9fd9-0c2ec21b71a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=871608a8-9514-4d58-92e6-53fbe8d173c2 HTTP/1.1" status: 200  len: 915 time: 0.1428390
Apr 21 14:56:47.336559 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1965e221-e92d-498a-b41e-785b7cde1df4 req-4885ba90-0eda-4064-84b9-31434cb7932b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0abca0b1-ade4-4453-a1f8-bec5e7c24c69 HTTP/1.1" status: 200  len: 1001 time: 0.1083174
Apr 21 14:56:47.408500 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965e221-e92d-498a-b41e-785b7cde1df4 req-65d2d9e8-2d5d-4e22-bd37-56ff91bbd02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:56:47.410048 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1965e221-e92d-498a-b41e-785b7cde1df4 req-65d2d9e8-2d5d-4e22-bd37-56ff91bbd02a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2a9fd60f-8741-4655-9439-c79ee21f53ec HTTP/1.1" status: 200  len: 853 time: 0.0653355
Apr 21 14:56:47.504456 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965e221-e92d-498a-b41e-785b7cde1df4 req-3cc1fb8a-5921-41b0-827e-8c3a86a05074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:56:47.506056 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1965e221-e92d-498a-b41e-785b7cde1df4 req-3cc1fb8a-5921-41b0-827e-8c3a86a05074 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=871608a8-9514-4d58-92e6-53fbe8d173c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0890903
Apr 21 14:56:47.660112 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1965e221-e92d-498a-b41e-785b7cde1df4 req-2dfe937e-9e86-43d7-9610-21f7e6da86d0 service neutron] 10.222.0.36 "GET /v2.0/networks/871608a8-9514-4d58-92e6-53fbe8d173c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1464655
Apr 21 14:56:48.060820 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1965e221-e92d-498a-b41e-785b7cde1df4 req-ef39cd22-15e8-46ea-8f79-dd3e5350f814 service neutron] 10.222.0.36 "GET /v2.0/networks/871608a8-9514-4d58-92e6-53fbe8d173c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3934586
Apr 21 14:56:49.413441 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:56:59.438261 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9fa6c73d-a2a3-480d-a40e-4f726992ebfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:02.144667 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:02.255279 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0f3b2fc6-7e41-42d3-b04f-34551cc90dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:02.497855 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:04.263289 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:09.061788 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:26.413401 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:57:26.921057 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7b0f8592-9d24-489d-abda-8812174e3079 req-4d267d95-4337-4740-b37b-1d2705cbd46c tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1235362955&fields=id&tenant_id=0e1ab995c213484f9e8260545de2fad5 HTTP/1.1" status: 200  len: 267 time: 0.0449941
Apr 21 14:57:27.021786 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f8592-9d24-489d-abda-8812174e3079 req-a178acad-cae1-4bbe-910e-194eca46a9da tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:57:27.023460 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7b0f8592-9d24-489d-abda-8812174e3079 req-a178acad-cae1-4bbe-910e-194eca46a9da tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 984 time: 0.0958064
Apr 21 14:57:27.037460 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.v2.base [req-7b0f8592-9d24-489d-abda-8812174e3079 req-d08ebd0e-72de-4618-88a3-af7ecdc18231 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Request body: {'port': {'security_groups': ['5ccb561b-8c28-409f-abba-b307e80733e5']}} {{(pid=86394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 21 14:57:27.180849 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-7b0f8592-9d24-489d-abda-8812174e3079 req-d08ebd0e-72de-4618-88a3-af7ecdc18231 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852720949'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:27.446022 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-7b0f8592-9d24-489d-abda-8812174e3079 req-d08ebd0e-72de-4618-88a3-af7ecdc18231 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] For port 0abca0b1-ade4-4453-a1f8-bec5e7c24c69, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0abca0b1-ade4-4453-a1f8-bec5e7c24c69,segment=NetworkSegment(fde73b1e-f515-42b4-9ec4-b9b903d0fb47),segment_id=fde73b1e-f515-42b4-9ec4-b9b903d0fb47)] {{(pid=86394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:57:27.475539 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-7b0f8592-9d24-489d-abda-8812174e3079 req-d08ebd0e-72de-4618-88a3-af7ecdc18231 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks [] for port, precommit_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:27.480330 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-7b0f8592-9d24-489d-abda-8812174e3079 req-d08ebd0e-72de-4618-88a3-af7ecdc18231 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759846512584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363277008695190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759846080644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839088365'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:27.487062 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-7e6c3f79-de98-40c3-8b0f-ed7cac8a5e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:57:27.492506 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['0abca0b1-ade4-4453-a1f8-bec5e7c24c69'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:57:27.574467 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f8592-9d24-489d-abda-8812174e3079 req-d08ebd0e-72de-4618-88a3-af7ecdc18231 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:57:27.575192 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-7b0f8592-9d24-489d-abda-8812174e3079 req-d08ebd0e-72de-4618-88a3-af7ecdc18231 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:27.576934 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7b0f8592-9d24-489d-abda-8812174e3079 req-d08ebd0e-72de-4618-88a3-af7ecdc18231 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "PUT /v2.0/ports/0abca0b1-ade4-4453-a1f8-bec5e7c24c69 HTTP/1.1" status: 200  len: 942 time: 0.5449510
Apr 21 14:57:27.577546 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831e6747-0fba-4087-a5c1-664af456a922', 'tag': '0abca0b1-ade4-4453-a1f8-bec5e7c24c69'}] {{(pid=86394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:57:27.584727 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 35688) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:57:27.591943 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ebd0e-72de-4618-88a3-af7ecdc18231 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Pushing event updated for resources: {'Port': ['ID=0abca0b1-ade4-4453-a1f8-bec5e7c24c69,revision_number=7']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:57:27.600793 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ebd0e-72de-4618-88a3-af7ecdc18231 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:57:27.601217 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ebd0e-72de-4618-88a3-af7ecdc18231 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:57:27.601631 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ebd0e-72de-4618-88a3-af7ecdc18231 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:57:27.602074 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ebd0e-72de-4618-88a3-af7ecdc18231 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:57:27.602949 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ebd0e-72de-4618-88a3-af7ecdc18231 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:57:27.602949 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ebd0e-72de-4618-88a3-af7ecdc18231 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:57:27.603311 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ebd0e-72de-4618-88a3-af7ecdc18231 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:57:27.603706 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ebd0e-72de-4618-88a3-af7ecdc18231 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:57:27.604005 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ebd0e-72de-4618-88a3-af7ecdc18231 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:57:27.604403 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ebd0e-72de-4618-88a3-af7ecdc18231 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:57:27.604806 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ebd0e-72de-4618-88a3-af7ecdc18231 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:57:27.605201 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ebd0e-72de-4618-88a3-af7ecdc18231 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:57:27.611144 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-d08ebd0e-72de-4618-88a3-af7ecdc18231 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:57:27.659041 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831e6747-0fba-4087-a5c1-664af456a922', 'tag': '0abca0b1-ade4-4453-a1f8-bec5e7c24c69', 'status': 'completed', 'code': 200}
Apr 21 14:57:27.681951 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['0abca0b1-ade4-4453-a1f8-bec5e7c24c69'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:57:27.745450 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e949ae02-d662-40dc-a158-ee82e41166cf tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:27.797227 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e949ae02-d662-40dc-a158-ee82e41166cf tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:27.845561 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab084a-e17f-4764-9602-04dee0167e4e req-8bba9b4d-7909-410d-b588-415328c1b31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:57:27.847137 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-39ab084a-e17f-4764-9602-04dee0167e4e req-8bba9b4d-7909-410d-b588-415328c1b31c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e1ab995c213484f9e8260545de2fad5&device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 1098 time: 0.1581519
Apr 21 14:57:27.868259 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.provisioning_blocks [None req-ccd8da87-2b38-4789-9819-99b71f1f7100 None None] Provisioning complete for port 0abca0b1-ade4-4453-a1f8-bec5e7c24c69 triggered by entity DHCP. {{(pid=86395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 21 14:57:27.868691 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ccd8da87-2b38-4789-9819-99b71f1f7100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985814'] for port, provisioning_complete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:27.975428 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e949ae02-d662-40dc-a158-ee82e41166cf tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:27.983943 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-6eda1699-a552-4489-ac40-4aca3c323e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:57:28.001213 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949ae02-d662-40dc-a158-ee82e41166cf tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1191425-3ddf-4838-a697-89a5351665c0,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:57:28.013821 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e949ae02-d662-40dc-a158-ee82e41166cf tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:57:28.014269 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e949ae02-d662-40dc-a158-ee82e41166cf tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:57:28.014657 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e949ae02-d662-40dc-a158-ee82e41166cf tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:57:28.015084 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e949ae02-d662-40dc-a158-ee82e41166cf tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:57:28.015484 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e949ae02-d662-40dc-a158-ee82e41166cf tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:57:28.015892 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e949ae02-d662-40dc-a158-ee82e41166cf tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:57:28.016296 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e949ae02-d662-40dc-a158-ee82e41166cf tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:57:28.016734 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e949ae02-d662-40dc-a158-ee82e41166cf tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:57:28.017141 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e949ae02-d662-40dc-a158-ee82e41166cf tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:57:28.017527 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e949ae02-d662-40dc-a158-ee82e41166cf tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:57:28.017930 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e949ae02-d662-40dc-a158-ee82e41166cf tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:57:28.018353 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e949ae02-d662-40dc-a158-ee82e41166cf tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-iscsi {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 21 14:57:28.025179 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e949ae02-d662-40dc-a158-ee82e41166cf tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:57:28.046069 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab084a-e17f-4764-9602-04dee0167e4e req-184f137f-8f81-487f-9f5f-afca5351f517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:57:28.047736 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-39ab084a-e17f-4764-9602-04dee0167e4e req-184f137f-8f81-487f-9f5f-afca5351f517 service neutron] 10.222.0.36 "GET /v2.0/networks?id=871608a8-9514-4d58-92e6-53fbe8d173c2 HTTP/1.1" status: 200  len: 915 time: 0.1931641
Apr 21 14:57:28.049352 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e949ae02-d662-40dc-a158-ee82e41166cf tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:28.050445 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-e949ae02-d662-40dc-a158-ee82e41166cf tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "DELETE /v2.0/security-groups/d1191425-3ddf-4838-a697-89a5351665c0 HTTP/1.1" status: 204  len: 168 time: 0.4646325
Apr 21 14:57:28.053915 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 35692) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:57:28.169709 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-39ab084a-e17f-4764-9602-04dee0167e4e req-3918b044-b5fc-4b0f-a153-5fbf42da451a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0abca0b1-ade4-4453-a1f8-bec5e7c24c69 HTTP/1.1" status: 200  len: 1001 time: 0.1147466
Apr 21 14:57:28.243145 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab084a-e17f-4764-9602-04dee0167e4e req-1af2c887-aeba-4b09-9aea-53277c1614c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:57:28.244615 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-39ab084a-e17f-4764-9602-04dee0167e4e req-1af2c887-aeba-4b09-9aea-53277c1614c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2a9fd60f-8741-4655-9439-c79ee21f53ec HTTP/1.1" status: 200  len: 853 time: 0.0684779
Apr 21 14:57:28.277809 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-bcec1202-02c5-4e6d-8e7d-481ecf5ba79a tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Deleting port eab0d91d-606d-4767-9ea3-46b3c0c7f7ee {{(pid=86394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:57:28.278243 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-bcec1202-02c5-4e6d-8e7d-481ecf5ba79a tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:28.333344 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab084a-e17f-4764-9602-04dee0167e4e req-b3c65187-c067-461e-aed7-85f6a117f6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:57:28.335005 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-39ab084a-e17f-4764-9602-04dee0167e4e req-b3c65187-c067-461e-aed7-85f6a117f6b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=871608a8-9514-4d58-92e6-53fbe8d173c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836759
Apr 21 14:57:28.477835 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-bcec1202-02c5-4e6d-8e7d-481ecf5ba79a tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:28.478567 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-bcec1202-02c5-4e6d-8e7d-481ecf5ba79a tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:28.486322 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-39ab084a-e17f-4764-9602-04dee0167e4e req-80b30ce3-dcb2-47f6-9a72-b9bb145ecbf3 service neutron] 10.222.0.36 "GET /v2.0/networks/871608a8-9514-4d58-92e6-53fbe8d173c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440105
Apr 21 14:57:28.618137 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-bcec1202-02c5-4e6d-8e7d-481ecf5ba79a tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Calling delete_port for eab0d91d-606d-4767-9ea3-46b3c0c7f7ee owned by network:floatingip {{(pid=86394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:57:28.650628 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-39ab084a-e17f-4764-9602-04dee0167e4e req-adfe46e2-321e-49cc-959e-254db017809f service neutron] 10.222.0.36 "GET /v2.0/networks/871608a8-9514-4d58-92e6-53fbe8d173c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1576478
Apr 21 14:57:28.810696 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-bcec1202-02c5-4e6d-8e7d-481ecf5ba79a tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:28.815637 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-fa316d3f-6e40-4eb3-aed2-c445bb11eb29 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:57:28.903606 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec1202-02c5-4e6d-8e7d-481ecf5ba79a tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Pushing event deleted for resources: {'Port': ['ID=eab0d91d-606d-4767-9ea3-46b3c0c7f7ee,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:57:28.911266 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-bcec1202-02c5-4e6d-8e7d-481ecf5ba79a tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:57:28.981554 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-bcec1202-02c5-4e6d-8e7d-481ecf5ba79a tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks [] for floatingip, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:28.981897 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.l3_db [None req-bcec1202-02c5-4e6d-8e7d-481ecf5ba79a tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Floating IP 04fa0cdf-f32d-47fe-98c2-f6057c2115fd disassociated (deleted). External IP: 172.27.3.120, port: 0abca0b1-ade4-4453-a1f8-bec5e7c24c69.
Apr 21 14:57:29.364132 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcec1202-02c5-4e6d-8e7d-481ecf5ba79a tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Router 2e3e488f-bf73-4fff-90b3-df1b21ab8e2d has already been hosted by L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 {{(pid=86394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 14:57:29.432892 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-5df9f777-ec60-43a4-a343-4e78d59c06f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:29.812043 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcec1202-02c5-4e6d-8e7d-481ecf5ba79a tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:57:29.822239 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5e14ae-b79d-4c98-8a44-31ba8b603652 None None] Sync routers for ids ['2e3e488f-bf73-4fff-90b3-df1b21ab8e2d'] in dv-cinder-786385-2-iscsi {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:57:29.833107 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-bcec1202-02c5-4e6d-8e7d-481ecf5ba79a tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for floatingip, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:29.833335 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5e14ae-b79d-4c98-8a44-31ba8b603652 None None] Routers {'2e3e488f-bf73-4fff-90b3-df1b21ab8e2d'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:57:29.833946 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-5f5e14ae-b79d-4c98-8a44-31ba8b603652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f75dbef0>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:57:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['2e3e488f-bf73-4fff-90b3-df1b21ab8e2d'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:57:29.891483 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-bcec1202-02c5-4e6d-8e7d-481ecf5ba79a tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "DELETE /v2.0/floatingips/04fa0cdf-f32d-47fe-98c2-f6057c2115fd HTTP/1.1" status: 204  len: 168 time: 1.8363171
Apr 21 14:57:29.892219 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831e6747-0fba-4087-a5c1-664af456a922', 'tag': '0abca0b1-ade4-4453-a1f8-bec5e7c24c69'}] {{(pid=86394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:57:29.959591 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831e6747-0fba-4087-a5c1-664af456a922', 'tag': '0abca0b1-ade4-4453-a1f8-bec5e7c24c69', 'status': 'completed', 'code': 200}
Apr 21 14:57:30.042630 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-5f5e14ae-b79d-4c98-8a44-31ba8b603652 None None] Set router 2e3e488f-bf73-4fff-90b3-df1b21ab8e2d gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:57:30.073448 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f48998-d7cc-4141-8da9-578a032871d3 req-bacb819a-d8d8-4b1f-bd29-1c9ae37944b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:57:30.075154 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-17f48998-d7cc-4141-8da9-578a032871d3 req-bacb819a-d8d8-4b1f-bd29-1c9ae37944b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e1ab995c213484f9e8260545de2fad5&device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 1098 time: 0.0900652
Apr 21 14:57:30.224196 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f48998-d7cc-4141-8da9-578a032871d3 req-7b129386-2385-4b29-a6a5-cc7925469c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:57:30.225840 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-17f48998-d7cc-4141-8da9-578a032871d3 req-7b129386-2385-4b29-a6a5-cc7925469c3b service neutron] 10.222.0.36 "GET /v2.0/networks?id=871608a8-9514-4d58-92e6-53fbe8d173c2 HTTP/1.1" status: 200  len: 915 time: 0.1445966
Apr 21 14:57:30.312305 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-17f48998-d7cc-4141-8da9-578a032871d3 req-cfc48b7a-e0a8-433a-8821-f567161a17ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0abca0b1-ade4-4453-a1f8-bec5e7c24c69 HTTP/1.1" status: 200  len: 217 time: 0.0742111
Apr 21 14:57:30.396634 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f48998-d7cc-4141-8da9-578a032871d3 req-a295701d-181d-4a85-bcec-d640c799cb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:57:30.398407 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-5f5e14ae-b79d-4c98-8a44-31ba8b603652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f75dbef0>, [{'id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'name': 'tempest-TestMinimumBasicScenario-616158912-router', 'tenant_id': '0e1ab995c213484f9e8260545de2fad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '9424885d-eebc-4bde-bfb3-680024e90c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:53:57Z', 'updated_at': '2021-04-21T14:54:01Z', 'revision_number': 4, 'project_id': '0e1ab995c213484f9e8260545de2fad5', 'gw_port': {'id': '9424885d-eebc-4bde-bfb3-680024e90c8b', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:53:57Z', 'updated_at': '2021-04-21T14:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': 'b2696d42-f1c9-4b4a-8c17-0d0c989e0a88', 'name': '', 'network_id': '871608a8-9514-4d58-92e6-53fbe8d173c2', 'tenant_id': '0e1ab995c213484f9e8260545de2fad5', 'mac_address': 'fa:16:3e:30:84:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2a9fd60f-8741-4655-9439-c79ee21f53ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:54:00Z', 'updated_at': '2021-04-21T14:54:09Z', 'revision_number': 5, 'project_id': '0e1ab995c213484f9e8260545de2fad5', 'subnets': [{'id': '2a9fd60f-8741-4655-9439-c79ee21f53ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:57:30.398666 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-17f48998-d7cc-4141-8da9-578a032871d3 req-a295701d-181d-4a85-bcec-d640c799cb04 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2a9fd60f-8741-4655-9439-c79ee21f53ec HTTP/1.1" status: 200  len: 853 time: 0.0775554
Apr 21 14:57:30.403209 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5e14ae-b79d-4c98-8a44-31ba8b603652 None None] Checking router: 2e3e488f-bf73-4fff-90b3-df1b21ab8e2d for host: dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:57:30.413358 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5e14ae-b79d-4c98-8a44-31ba8b603652 None None] Routers {'2e3e488f-bf73-4fff-90b3-df1b21ab8e2d'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:57:30.414068 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-5f5e14ae-b79d-4c98-8a44-31ba8b603652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f75dbef0>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:57:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['2e3e488f-bf73-4fff-90b3-df1b21ab8e2d'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:57:30.491169 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f48998-d7cc-4141-8da9-578a032871d3 req-d3411eb0-a7e4-4050-9907-fba1c60f65cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:57:30.492787 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-17f48998-d7cc-4141-8da9-578a032871d3 req-d3411eb0-a7e4-4050-9907-fba1c60f65cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=871608a8-9514-4d58-92e6-53fbe8d173c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0868204
Apr 21 14:57:30.651223 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-17f48998-d7cc-4141-8da9-578a032871d3 req-89c0e29b-e83a-4aa8-891d-35a8fbc69b7d service neutron] 10.222.0.36 "GET /v2.0/networks/871608a8-9514-4d58-92e6-53fbe8d173c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1505661
Apr 21 14:57:30.788659 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-5f5e14ae-b79d-4c98-8a44-31ba8b603652 None None] Set router 2e3e488f-bf73-4fff-90b3-df1b21ab8e2d gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:57:30.804199 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-17f48998-d7cc-4141-8da9-578a032871d3 req-1ddd4ddd-25f4-4bdf-9ba5-456636318c3f service neutron] 10.222.0.36 "GET /v2.0/networks/871608a8-9514-4d58-92e6-53fbe8d173c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1431570
Apr 21 14:57:31.137418 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-5f5e14ae-b79d-4c98-8a44-31ba8b603652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f75dbef0>, [{'id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'name': 'tempest-TestMinimumBasicScenario-616158912-router', 'tenant_id': '0e1ab995c213484f9e8260545de2fad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '9424885d-eebc-4bde-bfb3-680024e90c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:53:57Z', 'updated_at': '2021-04-21T14:54:01Z', 'revision_number': 4, 'project_id': '0e1ab995c213484f9e8260545de2fad5', 'gw_port': {'id': '9424885d-eebc-4bde-bfb3-680024e90c8b', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:53:57Z', 'updated_at': '2021-04-21T14:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': 'b2696d42-f1c9-4b4a-8c17-0d0c989e0a88', 'name': '', 'network_id': '871608a8-9514-4d58-92e6-53fbe8d173c2', 'tenant_id': '0e1ab995c213484f9e8260545de2fad5', 'mac_address': 'fa:16:3e:30:84:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2a9fd60f-8741-4655-9439-c79ee21f53ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:54:00Z', 'updated_at': '2021-04-21T14:54:09Z', 'revision_number': 5, 'project_id': '0e1ab995c213484f9e8260545de2fad5', 'subnets': [{'id': '2a9fd60f-8741-4655-9439-c79ee21f53ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:57:31.141762 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5e14ae-b79d-4c98-8a44-31ba8b603652 None None] The sync data for ids ['2e3e488f-bf73-4fff-90b3-df1b21ab8e2d'] in dv-cinder-786385-2-iscsi is: [{'id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'name': 'tempest-TestMinimumBasicScenario-616158912-router', 'tenant_id': '0e1ab995c213484f9e8260545de2fad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '9424885d-eebc-4bde-bfb3-680024e90c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:53:57Z', 'updated_at': '2021-04-21T14:54:01Z', 'revision_number': 4, 'project_id': '0e1ab995c213484f9e8260545de2fad5', 'gw_port': {'id': '9424885d-eebc-4bde-bfb3-680024e90c8b', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:53:57Z', 'updated_at': '2021-04-21T14:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': 'b2696d42-f1c9-4b4a-8c17-0d0c989e0a88', 'name': '', 'network_id': '871608a8-9514-4d58-92e6-53fbe8d173c2', 'tenant_id': '0e1ab995c213484f9e8260545de2fad5', 'mac_address': 'fa:16:3e:30:84:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2a9fd60f-8741-4655-9439-c79ee21f53ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:54:00Z', 'updated_at': '2021-04-21T14:54:09Z', 'revision_number': 5, 'project_id': '0e1ab995c213484f9e8260545de2fad5', 'subnets': [{'id': '2a9fd60f-8741-4655-9439-c79ee21f53ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:57:31.525504 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5567e08-8eaa-4449-86ad-57c0681d4f4c None None] New status for floating IP 04fa0cdf-f32d-47fe-98c2-f6057c2115fd: DOWN {{(pid=86396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 14:57:32.142553 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:32.261460 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-084946b9-2eff-4229-a9d9-8b5459583d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:32.496770 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:33.300923 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4315d42-ca56-430b-b41c-ccb55f6b1fd9 req-0a414fd2-8b44-4aea-9797-fbd61e4805b7 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:57:33.302566 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f4315d42-ca56-430b-b41c-ccb55f6b1fd9 req-0a414fd2-8b44-4aea-9797-fbd61e4805b7 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 945 time: 0.0984039
Apr 21 14:57:33.357028 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-f4315d42-ca56-430b-b41c-ccb55f6b1fd9 req-ff77ccfb-8040-4984-adca-89c111343ee9 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Synchronizing usage tracker for tenant:0e1ab995c213484f9e8260545de2fad5 on resource:security_group {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:57:33.376374 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-f4315d42-ca56-430b-b41c-ccb55f6b1fd9 req-ff77ccfb-8040-4984-adca-89c111343ee9 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Unset dirty status for tenant:0e1ab995c213484f9e8260545de2fad5 on resource:security_group {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:57:33.377554 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f4315d42-ca56-430b-b41c-ccb55f6b1fd9 req-ff77ccfb-8040-4984-adca-89c111343ee9 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ccb561b-8c28-409f-abba-b307e80733e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655127
Apr 21 14:57:34.267303 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:34.596270 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d79f9-a78b-451c-b322-7ea76b508702 req-208dec41-8b28-4a4f-9ccf-0054be9e3aa7 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:57:34.596992 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-7f8d79f9-a78b-451c-b322-7ea76b508702 req-208dec41-8b28-4a4f-9ccf-0054be9e3aa7 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Synchronizing usage tracker for tenant:0e1ab995c213484f9e8260545de2fad5 on resource:port {{(pid=86394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:57:34.613890 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-7f8d79f9-a78b-451c-b322-7ea76b508702 req-208dec41-8b28-4a4f-9ccf-0054be9e3aa7 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Unset dirty status for tenant:0e1ab995c213484f9e8260545de2fad5 on resource:port {{(pid=86394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:57:34.615188 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7f8d79f9-a78b-451c-b322-7ea76b508702 req-208dec41-8b28-4a4f-9ccf-0054be9e3aa7 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 945 time: 0.1111023
Apr 21 14:57:34.668960 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-7f8d79f9-a78b-451c-b322-7ea76b508702 req-d764d7c4-2167-4f48-9976-4e76f59deff4 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ccb561b-8c28-409f-abba-b307e80733e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469966
Apr 21 14:57:35.120962 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b410c19-cd6d-4e4b-9464-08659beb92f1 req-a68673d7-ea87-419a-a9e0-622e9d1f110d tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:57:35.122846 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3b410c19-cd6d-4e4b-9464-08659beb92f1 req-a68673d7-ea87-419a-a9e0-622e9d1f110d tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.36 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 945 time: 0.0959494
Apr 21 14:57:35.206545 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-3b410c19-cd6d-4e4b-9464-08659beb92f1 req-e1993b0d-68c0-44fd-aa29-639967c3daa3 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Deleting port 0abca0b1-ade4-4453-a1f8-bec5e7c24c69 {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:57:35.206933 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-3b410c19-cd6d-4e4b-9464-08659beb92f1 req-e1993b0d-68c0-44fd-aa29-639967c3daa3 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:35.479678 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-3b410c19-cd6d-4e4b-9464-08659beb92f1 req-e1993b0d-68c0-44fd-aa29-639967c3daa3 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] For port 0abca0b1-ade4-4453-a1f8-bec5e7c24c69, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0abca0b1-ade4-4453-a1f8-bec5e7c24c69,segment=NetworkSegment(fde73b1e-f515-42b4-9ec4-b9b903d0fb47),segment_id=fde73b1e-f515-42b4-9ec4-b9b903d0fb47)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:57:35.480078 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-3b410c19-cd6d-4e4b-9464-08659beb92f1 req-e1993b0d-68c0-44fd-aa29-639967c3daa3 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:35.615991 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-3b410c19-cd6d-4e4b-9464-08659beb92f1 req-e1993b0d-68c0-44fd-aa29-639967c3daa3 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Calling delete_port for 0abca0b1-ade4-4453-a1f8-bec5e7c24c69 owned by compute:nova {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:57:35.787275 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-3b410c19-cd6d-4e4b-9464-08659beb92f1 req-e1993b0d-68c0-44fd-aa29-639967c3daa3 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:35.796724 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-626190e1-cfca-4db5-b7ba-3356105259e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:57:35.800332 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] get_ports_and_sgs() called for port_ids ['0abca0b1-ade4-4453-a1f8-bec5e7c24c69'] {{(pid=86395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 21 14:57:35.898639 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1993b0d-68c0-44fd-aa29-639967c3daa3 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Pushing event deleted for resources: {'Port': ['ID=0abca0b1-ade4-4453-a1f8-bec5e7c24c69,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:57:35.937679 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e1993b0d-68c0-44fd-aa29-639967c3daa3 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:57:35.940361 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-e408ed3b-a760-46a0-b09b-d4c6830d2e91 req-282e00bc-4868-4109-82e8-cf1b204f2b6c tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.24 "GET /v2.0/ports?device_id=831e6747-0fba-4087-a5c1-664af456a922 HTTP/1.1" status: 200  len: 210 time: 0.1447413
Apr 21 14:57:35.998293 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b410c19-cd6d-4e4b-9464-08659beb92f1 req-e1993b0d-68c0-44fd-aa29-639967c3daa3 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] No DVR routers for this DVR port 0abca0b1-ade4-4453-a1f8-bec5e7c24c69 on host hv-cinder-78638 {{(pid=86393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 14:57:36.001034 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-3b410c19-cd6d-4e4b-9464-08659beb92f1 req-e1993b0d-68c0-44fd-aa29-639967c3daa3 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:36.004149 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831e6747-0fba-4087-a5c1-664af456a922', 'name': 'network-vif-deleted', 'tag': '0abca0b1-ade4-4453-a1f8-bec5e7c24c69'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:57:36.022170 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3b410c19-cd6d-4e4b-9464-08659beb92f1 req-e1993b0d-68c0-44fd-aa29-639967c3daa3 tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] 10.222.0.36 "DELETE /v2.0/ports/0abca0b1-ade4-4453-a1f8-bec5e7c24c69 HTTP/1.1" status: 204  len: 173 time: 0.8934145
Apr 21 14:57:36.058291 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831e6747-0fba-4087-a5c1-664af456a922', 'name': 'network-vif-deleted', 'tag': '0abca0b1-ade4-4453-a1f8-bec5e7c24c69', 'status': 'completed', 'code': 200}
Apr 21 14:57:36.473730 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 35730) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:57:36.705161 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-4c0b7e5b-682d-40db-8e76-fcefa04577eb tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Deleting port 74e801d6-41b3-4539-af89-8b27ec74e1cd {{(pid=86394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:57:36.705842 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4c0b7e5b-682d-40db-8e76-fcefa04577eb tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:36.904719 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4c0b7e5b-682d-40db-8e76-fcefa04577eb tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:36.905104 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4c0b7e5b-682d-40db-8e76-fcefa04577eb tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:37.041619 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-4c0b7e5b-682d-40db-8e76-fcefa04577eb tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Calling delete_port for 74e801d6-41b3-4539-af89-8b27ec74e1cd owned by network:floatingip {{(pid=86394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:57:37.217776 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4c0b7e5b-682d-40db-8e76-fcefa04577eb tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:37.224060 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-fa316d3f-6e40-4eb3-aed2-c445bb11eb29 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:57:37.278391 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b7e5b-682d-40db-8e76-fcefa04577eb tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Pushing event deleted for resources: {'Port': ['ID=74e801d6-41b3-4539-af89-8b27ec74e1cd,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:57:37.281202 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-4c0b7e5b-682d-40db-8e76-fcefa04577eb tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:57:37.388253 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4c0b7e5b-682d-40db-8e76-fcefa04577eb tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for floatingip, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:37.388741 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.l3_db [None req-4c0b7e5b-682d-40db-8e76-fcefa04577eb tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Floating IP 824f6d2a-c791-4d74-8e2b-31fcdde4e649 disassociated (deleted). External IP: 172.27.3.218, port: 1baac0ec-da08-435d-b211-9e2794271ab1.
Apr 21 14:57:37.679285 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 35780) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:57:37.818403 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0b7e5b-682d-40db-8e76-fcefa04577eb tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Router 643d318c-010c-4d49-a94e-e27966d47571 has already been hosted by L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 {{(pid=86394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 14:57:38.036256 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0b7e5b-682d-40db-8e76-fcefa04577eb tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:57:38.046383 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37adc90c-c837-4ebf-be90-2f78860d199a None None] Sync routers for ids ['643d318c-010c-4d49-a94e-e27966d47571'] in dv-cinder-786385-2-iscsi {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:57:38.058025 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37adc90c-c837-4ebf-be90-2f78860d199a None None] Routers {'643d318c-010c-4d49-a94e-e27966d47571'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:57:38.058728 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-37adc90c-c837-4ebf-be90-2f78860d199a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f64b2710>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:57:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['643d318c-010c-4d49-a94e-e27966d47571'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:57:38.063424 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4c0b7e5b-682d-40db-8e76-fcefa04577eb tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for floatingip, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:38.131866 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-4c0b7e5b-682d-40db-8e76-fcefa04577eb tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "DELETE /v2.0/floatingips/824f6d2a-c791-4d74-8e2b-31fcdde4e649 HTTP/1.1" status: 204  len: 168 time: 1.6567843
Apr 21 14:57:38.132527 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce11bbf5-36db-4dfb-9099-f5e0706c001f', 'tag': '1baac0ec-da08-435d-b211-9e2794271ab1'}] {{(pid=86394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:57:38.209631 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce11bbf5-36db-4dfb-9099-f5e0706c001f', 'tag': '1baac0ec-da08-435d-b211-9e2794271ab1', 'status': 'completed', 'code': 200}
Apr 21 14:57:38.277404 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-37adc90c-c837-4ebf-be90-2f78860d199a None None] Set router 643d318c-010c-4d49-a94e-e27966d47571 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:57:38.380982 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a84824-67db-4692-9ec2-3d4abc87e7b6 req-ba739de3-af88-4eee-b5df-fa48f3f09a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:57:38.385261 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-56a84824-67db-4692-9ec2-3d4abc87e7b6 req-ba739de3-af88-4eee-b5df-fa48f3f09a1b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f31a5650834e49b288140b0ca768c2&device_id=ce11bbf5-36db-4dfb-9099-f5e0706c001f HTTP/1.1" status: 200  len: 1098 time: 0.1465819
Apr 21 14:57:38.390975 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-371c21b7-7807-4962-8b13-785460d723d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145126'] for router_interface, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:38.590360 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9eefa5-543e-4af3-9a4a-4ce871886df8 req-03c35828-7fb7-4337-9e35-740a066673f5 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:57:38.591212 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-ad9eefa5-543e-4af3-9a4a-4ce871886df8 req-03c35828-7fb7-4337-9e35-740a066673f5 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Synchronizing usage tracker for tenant:47f31a5650834e49b288140b0ca768c2 on resource:port {{(pid=86394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:57:38.610329 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-ad9eefa5-543e-4af3-9a4a-4ce871886df8 req-03c35828-7fb7-4337-9e35-740a066673f5 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Unset dirty status for tenant:47f31a5650834e49b288140b0ca768c2 on resource:port {{(pid=86394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:57:38.612088 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ad9eefa5-543e-4af3-9a4a-4ce871886df8 req-03c35828-7fb7-4337-9e35-740a066673f5 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce11bbf5-36db-4dfb-9099-f5e0706c001f HTTP/1.1" status: 200  len: 945 time: 0.1251922
Apr 21 14:57:38.678529 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-ad9eefa5-543e-4af3-9a4a-4ce871886df8 req-453e30e9-a50a-4e63-b067-efe6e90a0507 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0594242
Apr 21 14:57:38.709445 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-37adc90c-c837-4ebf-be90-2f78860d199a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f64b2710>, [{'id': '643d318c-010c-4d49-a94e-e27966d47571', 'name': 'tempest-TestVolumeBootPattern-1521638240-router', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '7f6abe5d-4395-4929-a439-92fb24715117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:48:49Z', 'updated_at': '2021-04-21T14:48:54Z', 'revision_number': 4, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'gw_port': {'id': '7f6abe5d-4395-4929-a439-92fb24715117', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:50Z', 'updated_at': '2021-04-21T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_floatingips': [{'id': 'a6e80a3a-c516-44ad-9905-dbb24d0400fd', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'router_id': '643d318c-010c-4d49-a94e-e27966d47571', 'port_id': '9f462ccd-688b-4a79-8d55-7cf72be7aeb0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'mac_address': 'fa:16:3e:83:93:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cac6e3-c70e-4a55-aec4-72689e662fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:52:51Z', 'updated_at': '2021-04-21T14:52:55Z', 'revision_number': 1, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6763d1e9-54d9-429f-a681-c23399fc91c4', 'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'mac_address': 'fa:16:3e:0f:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:53Z', 'updated_at': '2021-04-21T14:49:02Z', 'revision_number': 5, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'subnets': [{'id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:57:38.714808 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37adc90c-c837-4ebf-be90-2f78860d199a None None] Checking router: 643d318c-010c-4d49-a94e-e27966d47571 for host: dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:57:38.725678 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37adc90c-c837-4ebf-be90-2f78860d199a None None] Routers {'643d318c-010c-4d49-a94e-e27966d47571'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:57:38.726512 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-37adc90c-c837-4ebf-be90-2f78860d199a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f64b2710>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:57:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['643d318c-010c-4d49-a94e-e27966d47571'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:57:38.928867 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-37adc90c-c837-4ebf-be90-2f78860d199a None None] Set router 643d318c-010c-4d49-a94e-e27966d47571 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:57:38.972100 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a84824-67db-4692-9ec2-3d4abc87e7b6 req-24468fed-480e-4f1a-9278-29c45ada8258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:57:38.973734 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-56a84824-67db-4692-9ec2-3d4abc87e7b6 req-24468fed-480e-4f1a-9278-29c45ada8258 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3bf02896-5a06-4820-afef-e1d155642dab HTTP/1.1" status: 200  len: 913 time: 0.5285389
Apr 21 14:57:39.109530 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:39.140233 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-56a84824-67db-4692-9ec2-3d4abc87e7b6 req-c53b2f0c-d614-4131-b2b6-edbe18c67ff3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1baac0ec-da08-435d-b211-9e2794271ab1 HTTP/1.1" status: 200  len: 217 time: 0.1159775
Apr 21 14:57:39.153581 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 0abca0b1-ade4-4453-a1f8-bec5e7c24c69 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:57:39.243430 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] No Port match for: 0abca0b1-ade4-4453-a1f8-bec5e7c24c69 {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:57:39.243673 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a84824-67db-4692-9ec2-3d4abc87e7b6 req-34e02155-91a1-414b-9825-c29b33600e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:57:39.243818 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 0abca0b1-ade4-4453-a1f8-bec5e7c24c69 not bound to the agent host hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:57:39.244966 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-56a84824-67db-4692-9ec2-3d4abc87e7b6 req-34e02155-91a1-414b-9825-c29b33600e63 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9520c503-7474-4d15-8642-8ca9a66eae6e HTTP/1.1" status: 200  len: 851 time: 0.0930631
Apr 21 14:57:39.368558 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-37adc90c-c837-4ebf-be90-2f78860d199a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f64b2710>, [{'id': '643d318c-010c-4d49-a94e-e27966d47571', 'name': 'tempest-TestVolumeBootPattern-1521638240-router', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '7f6abe5d-4395-4929-a439-92fb24715117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:48:49Z', 'updated_at': '2021-04-21T14:48:54Z', 'revision_number': 4, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'gw_port': {'id': '7f6abe5d-4395-4929-a439-92fb24715117', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:50Z', 'updated_at': '2021-04-21T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_floatingips': [{'id': 'a6e80a3a-c516-44ad-9905-dbb24d0400fd', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'router_id': '643d318c-010c-4d49-a94e-e27966d47571', 'port_id': '9f462ccd-688b-4a79-8d55-7cf72be7aeb0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'mac_address': 'fa:16:3e:83:93:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cac6e3-c70e-4a55-aec4-72689e662fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:52:51Z', 'updated_at': '2021-04-21T14:52:55Z', 'revision_number': 1, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6763d1e9-54d9-429f-a681-c23399fc91c4', 'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'mac_address': 'fa:16:3e:0f:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:53Z', 'updated_at': '2021-04-21T14:49:02Z', 'revision_number': 5, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'subnets': [{'id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:57:39.372906 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37adc90c-c837-4ebf-be90-2f78860d199a None None] The sync data for ids ['643d318c-010c-4d49-a94e-e27966d47571'] in dv-cinder-786385-2-iscsi is: [{'id': '643d318c-010c-4d49-a94e-e27966d47571', 'name': 'tempest-TestVolumeBootPattern-1521638240-router', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '7f6abe5d-4395-4929-a439-92fb24715117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:48:49Z', 'updated_at': '2021-04-21T14:48:54Z', 'revision_number': 4, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'gw_port': {'id': '7f6abe5d-4395-4929-a439-92fb24715117', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:50Z', 'updated_at': '2021-04-21T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_floatingips': [{'id': 'a6e80a3a-c516-44ad-9905-dbb24d0400fd', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'router_id': '643d318c-010c-4d49-a94e-e27966d47571', 'port_id': '9f462ccd-688b-4a79-8d55-7cf72be7aeb0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'mac_address': 'fa:16:3e:83:93:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cac6e3-c70e-4a55-aec4-72689e662fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:52:51Z', 'updated_at': '2021-04-21T14:52:55Z', 'revision_number': 1, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6763d1e9-54d9-429f-a681-c23399fc91c4', 'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'mac_address': 'fa:16:3e:0f:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:53Z', 'updated_at': '2021-04-21T14:49:02Z', 'revision_number': 5, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'subnets': [{'id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:57:39.385653 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-371c21b7-7807-4962-8b13-785460d723d0 admin admin] Deleting port b2696d42-f1c9-4b4a-8c17-0d0c989e0a88 {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:57:39.386027 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-371c21b7-7807-4962-8b13-785460d723d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:39.450897 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a84824-67db-4692-9ec2-3d4abc87e7b6 req-0b2197c9-e905-4c45-99c1-93b141bc6f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:57:39.452499 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-56a84824-67db-4692-9ec2-3d4abc87e7b6 req-0b2197c9-e905-4c45-99c1-93b141bc6f36 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3bf02896-5a06-4820-afef-e1d155642dab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1991868
Apr 21 14:57:39.719390 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-371c21b7-7807-4962-8b13-785460d723d0 admin admin] For port b2696d42-f1c9-4b4a-8c17-0d0c989e0a88, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=b2696d42-f1c9-4b4a-8c17-0d0c989e0a88,segment=NetworkSegment(fde73b1e-f515-42b4-9ec4-b9b903d0fb47),segment_id=fde73b1e-f515-42b4-9ec4-b9b903d0fb47)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:57:39.719880 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-371c21b7-7807-4962-8b13-785460d723d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:39.734092 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-56a84824-67db-4692-9ec2-3d4abc87e7b6 req-a6c4a080-97f7-4541-8535-b800d9d7715d service neutron] 10.222.0.36 "GET /v2.0/networks/3bf02896-5a06-4820-afef-e1d155642dab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2622278
Apr 21 14:57:39.810681 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd806631-cb78-48cb-a3cf-bce69da0dbac None None] New status for floating IP 824f6d2a-c791-4d74-8e2b-31fcdde4e649: DOWN {{(pid=86396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 14:57:39.891122 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-371c21b7-7807-4962-8b13-785460d723d0 admin admin] Calling delete_port for b2696d42-f1c9-4b4a-8c17-0d0c989e0a88 owned by network:router_interface {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:57:40.232523 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-56a84824-67db-4692-9ec2-3d4abc87e7b6 req-614de116-db07-4f4a-9230-08b0bd3c8ec3 service neutron] 10.222.0.36 "GET /v2.0/networks/3bf02896-5a06-4820-afef-e1d155642dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3753467
Apr 21 14:57:40.266411 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79eeaf-93b3-42f9-86b6-2f3e7419a0df req-0fd6bf28-c450-4477-836e-c1eda453e071 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:57:40.267986 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5a79eeaf-93b3-42f9-86b6-2f3e7419a0df req-0fd6bf28-c450-4477-836e-c1eda453e071 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce11bbf5-36db-4dfb-9099-f5e0706c001f HTTP/1.1" status: 200  len: 945 time: 0.3852999
Apr 21 14:57:40.278130 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728026b8-21f7-4fde-8f0c-acf71df40303 req-4a016cbb-7acf-4d62-bc5e-0677cdb8c39c tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:57:40.279664 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-728026b8-21f7-4fde-8f0c-acf71df40303 req-4a016cbb-7acf-4d62-bc5e-0677cdb8c39c tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce11bbf5-36db-4dfb-9099-f5e0706c001f HTTP/1.1" status: 200  len: 945 time: 0.2523346
Apr 21 14:57:40.433025 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5a79eeaf-93b3-42f9-86b6-2f3e7419a0df req-0a6c322e-1711-4c31-a9fd-7cac3d18d265 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1516342
Apr 21 14:57:40.441284 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-728026b8-21f7-4fde-8f0c-acf71df40303 req-069c2091-340a-44be-959e-5798f369e8f6 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Deleting port 1baac0ec-da08-435d-b211-9e2794271ab1 {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:57:40.441696 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-728026b8-21f7-4fde-8f0c-acf71df40303 req-069c2091-340a-44be-959e-5798f369e8f6 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:40.501689 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-371c21b7-7807-4962-8b13-785460d723d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:40.508535 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-425a6f52-db11-415e-977a-c84b4458fedf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:57:40.560800 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c21b7-7807-4962-8b13-785460d723d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2696d42-f1c9-4b4a-8c17-0d0c989e0a88,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:57:40.588526 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-371c21b7-7807-4962-8b13-785460d723d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:57:41.274767 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-728026b8-21f7-4fde-8f0c-acf71df40303 req-069c2091-340a-44be-959e-5798f369e8f6 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] For port 1baac0ec-da08-435d-b211-9e2794271ab1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1baac0ec-da08-435d-b211-9e2794271ab1,segment=NetworkSegment(82fae9ff-f88e-4cb9-bd09-c64f372345c7),segment_id=82fae9ff-f88e-4cb9-bd09-c64f372345c7)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:57:41.275383 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-728026b8-21f7-4fde-8f0c-acf71df40303 req-069c2091-340a-44be-959e-5798f369e8f6 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:41.412684 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-728026b8-21f7-4fde-8f0c-acf71df40303 req-069c2091-340a-44be-959e-5798f369e8f6 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Calling delete_port for 1baac0ec-da08-435d-b211-9e2794271ab1 owned by compute:nova {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:57:41.477354 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-371c21b7-7807-4962-8b13-785460d723d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1023654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854145052'] for router_interface, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:41.639599 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6829e9f-5a19-4dc1-ad76-a9c139661932 req-0d17fd67-7dd7-4744-93e2-0b02abef8803 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:57:41.641191 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f6829e9f-5a19-4dc1-ad76-a9c139661932 req-0d17fd67-7dd7-4744-93e2-0b02abef8803 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce11bbf5-36db-4dfb-9099-f5e0706c001f HTTP/1.1" status: 200  len: 945 time: 0.0918374
Apr 21 14:57:41.690677 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-f6829e9f-5a19-4dc1-ad76-a9c139661932 req-32c99182-71c3-431d-8969-ccbced22b10f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427246
Apr 21 14:57:41.753154 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-728026b8-21f7-4fde-8f0c-acf71df40303 req-069c2091-340a-44be-959e-5798f369e8f6 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:41.818355 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-7c526a2c-51d3-4a4b-ae1b-be399cd86fa2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:57:41.939214 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c2091-340a-44be-959e-5798f369e8f6 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Pushing event deleted for resources: {'Port': ['ID=1baac0ec-da08-435d-b211-9e2794271ab1,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:57:41.969968 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-069c2091-340a-44be-959e-5798f369e8f6 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:57:42.037205 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-728026b8-21f7-4fde-8f0c-acf71df40303 req-069c2091-340a-44be-959e-5798f369e8f6 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] No DVR routers for this DVR port 1baac0ec-da08-435d-b211-9e2794271ab1 on host hv-cinder-78638 {{(pid=86393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 14:57:42.042166 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-728026b8-21f7-4fde-8f0c-acf71df40303 req-069c2091-340a-44be-959e-5798f369e8f6 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:42.044992 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce11bbf5-36db-4dfb-9099-f5e0706c001f', 'name': 'network-vif-deleted', 'tag': '1baac0ec-da08-435d-b211-9e2794271ab1'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:57:42.081746 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-728026b8-21f7-4fde-8f0c-acf71df40303 req-069c2091-340a-44be-959e-5798f369e8f6 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.36 "DELETE /v2.0/ports/1baac0ec-da08-435d-b211-9e2794271ab1 HTTP/1.1" status: 204  len: 173 time: 1.7961123
Apr 21 14:57:42.094989 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce11bbf5-36db-4dfb-9099-f5e0706c001f', 'name': 'network-vif-deleted', 'tag': '1baac0ec-da08-435d-b211-9e2794271ab1', 'status': 'completed', 'code': 200}
Apr 21 14:57:42.097194 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371c21b7-7807-4962-8b13-785460d723d0 admin admin] Router 2e3e488f-bf73-4fff-90b3-df1b21ab8e2d has already been hosted by L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 {{(pid=86393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 14:57:42.297116 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371c21b7-7807-4962-8b13-785460d723d0 admin admin] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:57:42.305947 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-371c21b7-7807-4962-8b13-785460d723d0 admin admin] 10.222.0.24 "PUT /v2.0/routers/2e3e488f-bf73-4fff-90b3-df1b21ab8e2d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6218429
Apr 21 14:57:42.305947 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 35796) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:57:42.309575 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a1f6e3-ab5f-43ab-8023-9e50970e1aeb None None] Sync routers for ids ['2e3e488f-bf73-4fff-90b3-df1b21ab8e2d'] in dv-cinder-786385-2-iscsi {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:57:42.321521 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a1f6e3-ab5f-43ab-8023-9e50970e1aeb None None] Routers {'2e3e488f-bf73-4fff-90b3-df1b21ab8e2d'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:57:42.322422 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-b6a1f6e3-ab5f-43ab-8023-9e50970e1aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f6349160>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:57:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['2e3e488f-bf73-4fff-90b3-df1b21ab8e2d'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:57:42.511297 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-259bd870-3173-404c-be5f-732deae8e6e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:42.713231 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-b6a1f6e3-ab5f-43ab-8023-9e50970e1aeb None None] Set router 2e3e488f-bf73-4fff-90b3-df1b21ab8e2d gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:57:42.713645 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-259bd870-3173-404c-be5f-732deae8e6e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:42.724625 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-259bd870-3173-404c-be5f-732deae8e6e5 admin admin] Deleting port 9424885d-eebc-4bde-bfb3-680024e90c8b {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:57:42.725010 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-259bd870-3173-404c-be5f-732deae8e6e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:42.876944 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-22ff1f91-e26f-4cd8-a5ef-2bbee0c1024d req-c1b02064-9520-4ec3-9a90-7d277b6424ff tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce11bbf5-36db-4dfb-9099-f5e0706c001f HTTP/1.1" status: 200  len: 210 time: 0.0534768
Apr 21 14:57:42.941712 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-259bd870-3173-404c-be5f-732deae8e6e5 admin admin] For port 9424885d-eebc-4bde-bfb3-680024e90c8b, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=9424885d-eebc-4bde-bfb3-680024e90c8b,segment=NetworkSegment(cc9f75c9-c7cc-49bd-a770-8a7cd276112c),segment_id=cc9f75c9-c7cc-49bd-a770-8a7cd276112c)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:57:42.942245 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-259bd870-3173-404c-be5f-732deae8e6e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:43.038619 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-b6a1f6e3-ab5f-43ab-8023-9e50970e1aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f6349160>, [{'id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'name': 'tempest-TestMinimumBasicScenario-616158912-router', 'tenant_id': '0e1ab995c213484f9e8260545de2fad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '9424885d-eebc-4bde-bfb3-680024e90c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:53:57Z', 'updated_at': '2021-04-21T14:57:40Z', 'revision_number': 5, 'project_id': '0e1ab995c213484f9e8260545de2fad5', 'gw_port': {'id': '9424885d-eebc-4bde-bfb3-680024e90c8b', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:53:57Z', 'updated_at': '2021-04-21T14:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi'}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:57:43.044044 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a1f6e3-ab5f-43ab-8023-9e50970e1aeb None None] Checking router: 2e3e488f-bf73-4fff-90b3-df1b21ab8e2d for host: dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:57:43.053359 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a1f6e3-ab5f-43ab-8023-9e50970e1aeb None None] Routers {'2e3e488f-bf73-4fff-90b3-df1b21ab8e2d'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:57:43.054036 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-b6a1f6e3-ab5f-43ab-8023-9e50970e1aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f6349160>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:57:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['2e3e488f-bf73-4fff-90b3-df1b21ab8e2d'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:57:43.084432 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-259bd870-3173-404c-be5f-732deae8e6e5 admin admin] Calling delete_port for 9424885d-eebc-4bde-bfb3-680024e90c8b owned by network:router_gateway {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:57:43.179901 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 1baac0ec-da08-435d-b211-9e2794271ab1 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:57:43.227204 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] No Port match for: 1baac0ec-da08-435d-b211-9e2794271ab1 {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:57:43.227588 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 1baac0ec-da08-435d-b211-9e2794271ab1 not bound to the agent host hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:57:43.256227 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-b6a1f6e3-ab5f-43ab-8023-9e50970e1aeb None None] Set router 2e3e488f-bf73-4fff-90b3-df1b21ab8e2d gateway port host: None {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:57:43.270774 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-259bd870-3173-404c-be5f-732deae8e6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:43.275724 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-0b7514d3-403d-40fd-ad8e-cab036bef336 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:57:43.324815 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259bd870-3173-404c-be5f-732deae8e6e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9424885d-eebc-4bde-bfb3-680024e90c8b,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:57:43.328073 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-259bd870-3173-404c-be5f-732deae8e6e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:57:43.371310 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-b6a1f6e3-ab5f-43ab-8023-9e50970e1aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f6349160>, [{'id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'name': 'tempest-TestMinimumBasicScenario-616158912-router', 'tenant_id': '0e1ab995c213484f9e8260545de2fad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:53:57Z', 'updated_at': '2021-04-21T14:57:42Z', 'revision_number': 6, 'project_id': '0e1ab995c213484f9e8260545de2fad5', 'gw_port_host': None}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:57:43.376422 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a1f6e3-ab5f-43ab-8023-9e50970e1aeb None None] The sync data for ids ['2e3e488f-bf73-4fff-90b3-df1b21ab8e2d'] in dv-cinder-786385-2-iscsi is: [{'id': '2e3e488f-bf73-4fff-90b3-df1b21ab8e2d', 'name': 'tempest-TestMinimumBasicScenario-616158912-router', 'tenant_id': '0e1ab995c213484f9e8260545de2fad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:53:57Z', 'updated_at': '2021-04-21T14:57:42Z', 'revision_number': 6, 'project_id': '0e1ab995c213484f9e8260545de2fad5', 'gw_port_host': None}] {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:57:43.425459 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-259bd870-3173-404c-be5f-732deae8e6e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650085'] for router_gateway, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:43.613765 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-259bd870-3173-404c-be5f-732deae8e6e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773215'] for router, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:43.616427 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-259bd870-3173-404c-be5f-732deae8e6e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:43.647317 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-259bd870-3173-404c-be5f-732deae8e6e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854151811'] for router, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:43.647876 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259bd870-3173-404c-be5f-732deae8e6e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e3e488f-bf73-4fff-90b3-df1b21ab8e2d {{(pid=86393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 21 14:57:43.661840 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-259bd870-3173-404c-be5f-732deae8e6e5 admin admin] Notify callbacks [] for router, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:43.663168 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-259bd870-3173-404c-be5f-732deae8e6e5 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2e3e488f-bf73-4fff-90b3-df1b21ab8e2d HTTP/1.1" status: 204  len: 168 time: 1.3563502
Apr 21 14:57:43.665935 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 35802) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:57:43.743037 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dbaaa62-53f9-4ac5-adda-a99f851e4f24 admin admin] Deleting subnet 2a9fd60f-8741-4655-9439-c79ee21f53ec {{(pid=86393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 14:57:43.746345 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8dbaaa62-53f9-4ac5-adda-a99f851e4f24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:43.800455 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8dbaaa62-53f9-4ac5-adda-a99f851e4f24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14106613'] for subnet, precommit_delete_associations {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:43.822170 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 9424885d-eebc-4bde-bfb3-680024e90c8b no longer exists at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:57:43.862826 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] No Port match for: 9424885d-eebc-4bde-bfb3-680024e90c8b {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:57:43.863230 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 9424885d-eebc-4bde-bfb3-680024e90c8b not bound to the agent host dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:57:43.863699 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device b2696d42-f1c9-4b4a-8c17-0d0c989e0a88 no longer exists at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:57:43.888110 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8dbaaa62-53f9-4ac5-adda-a99f851e4f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1951284'] for subnet, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:43.900277 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] No Port match for: b2696d42-f1c9-4b4a-8c17-0d0c989e0a88 {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:57:43.900677 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device b2696d42-f1c9-4b4a-8c17-0d0c989e0a88 not bound to the agent host dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:57:44.446156 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8dbaaa62-53f9-4ac5-adda-a99f851e4f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852824564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839847661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14113115'] for subnet, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:44.450505 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-3da8dd73-598c-4037-aeaf-54c0230a53ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:57:44.487414 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbaaa62-53f9-4ac5-adda-a99f851e4f24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a9fd60f-8741-4655-9439-c79ee21f53ec,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:57:44.490716 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-8dbaaa62-53f9-4ac5-adda-a99f851e4f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:57:44.491767 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-8dbaaa62-53f9-4ac5-adda-a99f851e4f24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:44.497172 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ea9054-3c5f-4516-b43e-6a5ec92d15d4 None None] Network 871608a8-9514-4d58-92e6-53fbe8d173c2 requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:57:44.498542 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-8dbaaa62-53f9-4ac5-adda-a99f851e4f24 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2a9fd60f-8741-4655-9439-c79ee21f53ec HTTP/1.1" status: 204  len: 168 time: 0.8312356
Apr 21 14:57:44.501044 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 35812) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:57:44.616802 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-55a7c2dc-d799-4ee7-a3d8-4d048b1f4351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2044280'] for network, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:44.628508 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-55a7c2dc-d799-4ee7-a3d8-4d048b1f4351 admin admin] Deleting port d3f5bf2c-772c-4b1d-a6c4-be084f97a0df {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:57:44.628881 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-55a7c2dc-d799-4ee7-a3d8-4d048b1f4351 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:44.762787 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3bdac9-ecd5-463e-b443-b0c1a6160f2a None None] DHCP port deletion for 871608a8-9514-4d58-92e6-53fbe8d173c2 request from dv-cinder-786385-2-iscsi {{(pid=86395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 21 14:57:44.767271 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-cb3bdac9-ecd5-463e-b443-b0c1a6160f2a None None] Deleting port d3f5bf2c-772c-4b1d-a6c4-be084f97a0df {{(pid=86395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:57:44.767818 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-cb3bdac9-ecd5-463e-b443-b0c1a6160f2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:44.854026 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-55a7c2dc-d799-4ee7-a3d8-4d048b1f4351 admin admin] For port d3f5bf2c-772c-4b1d-a6c4-be084f97a0df, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=d3f5bf2c-772c-4b1d-a6c4-be084f97a0df,segment=NetworkSegment(fde73b1e-f515-42b4-9ec4-b9b903d0fb47),segment_id=fde73b1e-f515-42b4-9ec4-b9b903d0fb47)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:57:44.854439 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-55a7c2dc-d799-4ee7-a3d8-4d048b1f4351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:44.989681 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-cb3bdac9-ecd5-463e-b443-b0c1a6160f2a None None] For port d3f5bf2c-772c-4b1d-a6c4-be084f97a0df, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=d3f5bf2c-772c-4b1d-a6c4-be084f97a0df,segment=NetworkSegment(fde73b1e-f515-42b4-9ec4-b9b903d0fb47),segment_id=fde73b1e-f515-42b4-9ec4-b9b903d0fb47)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:57:44.990085 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-cb3bdac9-ecd5-463e-b443-b0c1a6160f2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:44.990755 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-55a7c2dc-d799-4ee7-a3d8-4d048b1f4351 admin admin] Calling delete_port for d3f5bf2c-772c-4b1d-a6c4-be084f97a0df owned by network:dhcp {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:57:45.075790 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-55a7c2dc-d799-4ee7-a3d8-4d048b1f4351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:45.080903 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-259bd870-3173-404c-be5f-732deae8e6e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:57:45.124461 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-cb3bdac9-ecd5-463e-b443-b0c1a6160f2a None None] Calling delete_port for d3f5bf2c-772c-4b1d-a6c4-be084f97a0df owned by network:dhcp {{(pid=86395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:57:45.129243 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a7c2dc-d799-4ee7-a3d8-4d048b1f4351 admin admin] No DVR routers for this DVR port d3f5bf2c-772c-4b1d-a6c4-be084f97a0df on host dv-cinder-786385-2-iscsi {{(pid=86393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 14:57:45.156821 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7c2dc-d799-4ee7-a3d8-4d048b1f4351 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3f5bf2c-772c-4b1d-a6c4-be084f97a0df,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:57:45.159406 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-55a7c2dc-d799-4ee7-a3d8-4d048b1f4351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:57:45.206846 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.db.api [None req-cb3bdac9-ecd5-463e-b443-b0c1a6160f2a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86395) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 14:57:45.207254 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_db.api [None req-cb3bdac9-ecd5-463e-b443-b0c1a6160f2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 14:57:45.257868 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-55a7c2dc-d799-4ee7-a3d8-4d048b1f4351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852824479', 'neutron.services.segments.db._delete_segments_for_network-8759846428787'] for network, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:45.376971 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-55a7c2dc-d799-4ee7-a3d8-4d048b1f4351 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78f56304e0>,) {'filters': {'network_id': ['871608a8-9514-4d58-92e6-53fbe8d173c2']}} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:57:45.390027 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-55a7c2dc-d799-4ee7-a3d8-4d048b1f4351 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78f56304e0>, 'fde73b1e-f515-42b4-9ec4-b9b903d0fb47') {'for_net_delete': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:57:45.390418 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-55a7c2dc-d799-4ee7-a3d8-4d048b1f4351 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78f56304e0>, 'fde73b1e-f515-42b4-9ec4-b9b903d0fb47') {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:57:45.403420 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-55a7c2dc-d799-4ee7-a3d8-4d048b1f4351 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277008185699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036840669187'] for segment, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:45.419619 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-55a7c2dc-d799-4ee7-a3d8-4d048b1f4351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852863918'] for segment, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:45.426899 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a7c2dc-d799-4ee7-a3d8-4d048b1f4351 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=86393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 14:57:45.610965 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-55a7c2dc-d799-4ee7-a3d8-4d048b1f4351 admin admin] Network 871608a8-9514-4d58-92e6-53fbe8d173c2 has no segments {{(pid=86393) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 14:57:45.620204 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-55a7c2dc-d799-4ee7-a3d8-4d048b1f4351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1911845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14929072'] for segment, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:45.709297 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-cb3bdac9-ecd5-463e-b443-b0c1a6160f2a None None] Deleting port d3f5bf2c-772c-4b1d-a6c4-be084f97a0df {{(pid=86395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:57:45.709699 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-cb3bdac9-ecd5-463e-b443-b0c1a6160f2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:45.786661 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-cb3bdac9-ecd5-463e-b443-b0c1a6160f2a None None] The port 'd3f5bf2c-772c-4b1d-a6c4-be084f97a0df' was deleted {{(pid=86395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 21 14:57:45.805006 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-55a7c2dc-d799-4ee7-a3d8-4d048b1f4351 admin admin] Network 871608a8-9514-4d58-92e6-53fbe8d173c2 has no segments {{(pid=86393) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 14:57:45.820400 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device d3f5bf2c-772c-4b1d-a6c4-be084f97a0df no longer exists at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:57:45.832172 dv-cinder-786385-2-iscsi neutron-server[86282]: Traceback (most recent call last):
Apr 21 14:57:45.832172 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 14:57:45.832172 dv-cinder-786385-2-iscsi neutron-server[86282]:     timer()
Apr 21 14:57:45.832172 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 14:57:45.832172 dv-cinder-786385-2-iscsi neutron-server[86282]:     cb(*args, **kw)
Apr 21 14:57:45.832172 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 14:57:45.832172 dv-cinder-786385-2-iscsi neutron-server[86282]:     return func(*args, **kwargs)
Apr 21 14:57:45.832172 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 14:57:45.832172 dv-cinder-786385-2-iscsi neutron-server[86282]:     self._notify()
Apr 21 14:57:45.832172 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 14:57:45.832172 dv-cinder-786385-2-iscsi neutron-server[86282]:     self.callback(batched_events)
Apr 21 14:57:45.832172 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 14:57:45.832172 dv-cinder-786385-2-iscsi neutron-server[86282]:     event.method(event)
Apr 21 14:57:45.832172 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 14:57:45.832172 dv-cinder-786385-2-iscsi neutron-server[86282]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 14:57:45.832172 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 14:57:45.832172 dv-cinder-786385-2-iscsi neutron-server[86282]:     segment_id)['aggregates'][0]
Apr 21 14:57:45.832172 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 14:57:45.832172 dv-cinder-786385-2-iscsi neutron-server[86282]:     return f(self, *a, **k)
Apr 21 14:57:45.832172 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 14:57:45.832172 dv-cinder-786385-2-iscsi neutron-server[86282]:     return self._get(url).json()
Apr 21 14:57:45.832172 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 14:57:45.832172 dv-cinder-786385-2-iscsi neutron-server[86282]:     **kwargs)
Apr 21 14:57:45.832172 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 14:57:45.832172 dv-cinder-786385-2-iscsi neutron-server[86282]:     return self.request(url, 'GET', **kwargs)
Apr 21 14:57:45.832172 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 14:57:45.832172 dv-cinder-786385-2-iscsi neutron-server[86282]:     **endpoint_filter)
Apr 21 14:57:45.832172 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 14:57:45.832172 dv-cinder-786385-2-iscsi neutron-server[86282]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 14:57:45.832172 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 14:57:45.832172 dv-cinder-786385-2-iscsi neutron-server[86282]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 14:57:45.832172 dv-cinder-786385-2-iscsi neutron-server[86282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 14:57:45.859302 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] No Port match for: d3f5bf2c-772c-4b1d-a6c4-be084f97a0df {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:57:45.859733 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device d3f5bf2c-772c-4b1d-a6c4-be084f97a0df not bound to the agent host dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:57:45.928865 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-55a7c2dc-d799-4ee7-a3d8-4d048b1f4351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1951337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630402'] for network, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:45.933631 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-717b37e7-3a79-4daa-b88d-aa5fdb25ec89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:57:45.948018 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-55a7c2dc-d799-4ee7-a3d8-4d048b1f4351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for network, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:45.960683 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7c2dc-d799-4ee7-a3d8-4d048b1f4351 admin admin] Pushing event deleted for resources: {'Network': ['ID=871608a8-9514-4d58-92e6-53fbe8d173c2,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:57:45.965262 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-55a7c2dc-d799-4ee7-a3d8-4d048b1f4351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:57:45.975291 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-55a7c2dc-d799-4ee7-a3d8-4d048b1f4351 admin admin] 10.222.0.24 "DELETE /v2.0/networks/871608a8-9514-4d58-92e6-53fbe8d173c2 HTTP/1.1" status: 204  len: 168 time: 1.4731908
Apr 21 14:57:45.978522 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 35822) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:57:46.435556 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 35828) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:57:46.565738 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ac46a230-f378-47db-bd41-17a439bd5d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145126'] for router_interface, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:46.659079 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-08319f4b-0bf3-4324-a602-b508a4069b21 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Deleting port 169de6d8-f102-4b43-8ce7-c9ce92cc91c2 {{(pid=86394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:57:46.659673 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-08319f4b-0bf3-4324-a602-b508a4069b21 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:46.851222 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-08319f4b-0bf3-4324-a602-b508a4069b21 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:46.852038 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-08319f4b-0bf3-4324-a602-b508a4069b21 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:46.943862 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-ac46a230-f378-47db-bd41-17a439bd5d7d admin admin] Deleting port 99645a2b-cafe-431e-8f12-3da7bf87bddf {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:57:46.944128 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ac46a230-f378-47db-bd41-17a439bd5d7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:46.988794 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-08319f4b-0bf3-4324-a602-b508a4069b21 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Calling delete_port for 169de6d8-f102-4b43-8ce7-c9ce92cc91c2 owned by network:floatingip {{(pid=86394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:57:47.132236 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-ac46a230-f378-47db-bd41-17a439bd5d7d admin admin] For port 99645a2b-cafe-431e-8f12-3da7bf87bddf, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=99645a2b-cafe-431e-8f12-3da7bf87bddf,segment=NetworkSegment(d3462fd2-6167-40bf-ab6c-f8e15e9bf747),segment_id=d3462fd2-6167-40bf-ab6c-f8e15e9bf747)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:57:47.132671 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ac46a230-f378-47db-bd41-17a439bd5d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:47.152732 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-08319f4b-0bf3-4324-a602-b508a4069b21 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:47.156635 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-81bd2e48-d611-4da7-a488-46adf95024db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:57:47.204844 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08319f4b-0bf3-4324-a602-b508a4069b21 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Pushing event deleted for resources: {'Port': ['ID=169de6d8-f102-4b43-8ce7-c9ce92cc91c2,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:57:47.208218 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-08319f4b-0bf3-4324-a602-b508a4069b21 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:57:47.265535 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-ac46a230-f378-47db-bd41-17a439bd5d7d admin admin] Calling delete_port for 99645a2b-cafe-431e-8f12-3da7bf87bddf owned by network:router_interface {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:57:47.305894 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-08319f4b-0bf3-4324-a602-b508a4069b21 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for floatingip, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:47.306243 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.db.l3_db [None req-08319f4b-0bf3-4324-a602-b508a4069b21 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Floating IP a6e80a3a-c516-44ad-9905-dbb24d0400fd disassociated (deleted). External IP: 172.27.3.214, port: 9f462ccd-688b-4a79-8d55-7cf72be7aeb0.
Apr 21 14:57:47.442840 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ac46a230-f378-47db-bd41-17a439bd5d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:47.447682 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-21a1316c-226a-410f-93b3-07533dbd20b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:57:47.496058 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46a230-f378-47db-bd41-17a439bd5d7d admin admin] Pushing event deleted for resources: {'Port': ['ID=99645a2b-cafe-431e-8f12-3da7bf87bddf,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:57:47.499390 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ac46a230-f378-47db-bd41-17a439bd5d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:57:47.697976 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08319f4b-0bf3-4324-a602-b508a4069b21 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Router 643d318c-010c-4d49-a94e-e27966d47571 has already been hosted by L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 {{(pid=86394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 14:57:48.075199 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ac46a230-f378-47db-bd41-17a439bd5d7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1023654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854145052'] for router_interface, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:48.166246 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08319f4b-0bf3-4324-a602-b508a4069b21 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:57:48.177047 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8667277-a684-4c71-be83-947c323a4de4 None None] Sync routers for ids ['643d318c-010c-4d49-a94e-e27966d47571'] in dv-cinder-786385-2-iscsi {{(pid=86396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:57:48.183887 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-08319f4b-0bf3-4324-a602-b508a4069b21 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for floatingip, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:48.188670 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8667277-a684-4c71-be83-947c323a4de4 None None] Routers {'643d318c-010c-4d49-a94e-e27966d47571'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:57:48.189472 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-e8667277-a684-4c71-be83-947c323a4de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f7e3c780>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:57:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['643d318c-010c-4d49-a94e-e27966d47571'], 'active': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:57:48.246658 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-08319f4b-0bf3-4324-a602-b508a4069b21 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "DELETE /v2.0/floatingips/a6e80a3a-c516-44ad-9905-dbb24d0400fd HTTP/1.1" status: 204  len: 168 time: 1.8079066
Apr 21 14:57:48.246658 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8cac6e3-c70e-4a55-aec4-72689e662fc5', 'tag': '9f462ccd-688b-4a79-8d55-7cf72be7aeb0'}] {{(pid=86394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:57:48.320386 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8cac6e3-c70e-4a55-aec4-72689e662fc5', 'tag': '9f462ccd-688b-4a79-8d55-7cf72be7aeb0', 'status': 'completed', 'code': 200}
Apr 21 14:57:48.398475 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-e8667277-a684-4c71-be83-947c323a4de4 None None] Set router 643d318c-010c-4d49-a94e-e27966d47571 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:57:48.543638 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5df06e-9b44-4621-9a6d-625e865596a1 req-1d3ccbc7-7962-4bcf-b27c-e42c5a1e47fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:57:48.545150 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1e5df06e-9b44-4621-9a6d-625e865596a1 req-1d3ccbc7-7962-4bcf-b27c-e42c5a1e47fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f31a5650834e49b288140b0ca768c2&device_id=d8cac6e3-c70e-4a55-aec4-72689e662fc5 HTTP/1.1" status: 200  len: 1099 time: 0.1983171
Apr 21 14:57:48.547129 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac46a230-f378-47db-bd41-17a439bd5d7d admin admin] Router f2525cd6-95da-411c-8324-ea7bbb938c39 has already been hosted by L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 {{(pid=86393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 14:57:48.745881 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-e8667277-a684-4c71-be83-947c323a4de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f7e3c780>, [{'id': '643d318c-010c-4d49-a94e-e27966d47571', 'name': 'tempest-TestVolumeBootPattern-1521638240-router', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '7f6abe5d-4395-4929-a439-92fb24715117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:48:49Z', 'updated_at': '2021-04-21T14:48:54Z', 'revision_number': 4, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'gw_port': {'id': '7f6abe5d-4395-4929-a439-92fb24715117', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:50Z', 'updated_at': '2021-04-21T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': '6763d1e9-54d9-429f-a681-c23399fc91c4', 'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'mac_address': 'fa:16:3e:0f:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:53Z', 'updated_at': '2021-04-21T14:49:02Z', 'revision_number': 5, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'subnets': [{'id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:57:48.750664 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8667277-a684-4c71-be83-947c323a4de4 None None] Checking router: 643d318c-010c-4d49-a94e-e27966d47571 for host: dv-cinder-786385-2-iscsi {{(pid=86396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:57:48.759734 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8667277-a684-4c71-be83-947c323a4de4 None None] Routers {'643d318c-010c-4d49-a94e-e27966d47571'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:57:48.760387 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-e8667277-a684-4c71-be83-947c323a4de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f7e3c780>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:57:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['643d318c-010c-4d49-a94e-e27966d47571'], 'active': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:57:48.899046 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5df06e-9b44-4621-9a6d-625e865596a1 req-de8396f4-c5c2-44f0-abd5-f7a747554bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:57:48.900695 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1e5df06e-9b44-4621-9a6d-625e865596a1 req-de8396f4-c5c2-44f0-abd5-f7a747554bed service neutron] 10.222.0.36 "GET /v2.0/networks?id=3bf02896-5a06-4820-afef-e1d155642dab HTTP/1.1" status: 200  len: 913 time: 0.3467987
Apr 21 14:57:49.001750 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1e5df06e-9b44-4621-9a6d-625e865596a1 req-88bfb3d5-d3b2-4c4f-a1df-544277ad996f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f462ccd-688b-4a79-8d55-7cf72be7aeb0 HTTP/1.1" status: 200  len: 217 time: 0.0922019
Apr 21 14:57:49.054802 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac46a230-f378-47db-bd41-17a439bd5d7d admin admin] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:57:49.064413 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e046331-d1d2-4c24-93c9-422d35acfc14 req-e3273e26-4bc3-4486-bb86-bcb4da95d8f0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:57:49.065211 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-4e046331-d1d2-4c24-93c9-422d35acfc14 req-e3273e26-4bc3-4486-bb86-bcb4da95d8f0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Synchronizing usage tracker for tenant:47f31a5650834e49b288140b0ca768c2 on resource:port {{(pid=86393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:57:49.066016 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99cd236-06d7-45ab-945f-1649c93d63e5 None None] Sync routers for ids ['f2525cd6-95da-411c-8324-ea7bbb938c39'] in dv-cinder-786385-2-iscsi {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:57:49.077106 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99cd236-06d7-45ab-945f-1649c93d63e5 None None] Routers {'f2525cd6-95da-411c-8324-ea7bbb938c39'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:57:49.078164 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-b99cd236-06d7-45ab-945f-1649c93d63e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f7559ba8>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:57:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['f2525cd6-95da-411c-8324-ea7bbb938c39'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:57:49.110202 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-ac46a230-f378-47db-bd41-17a439bd5d7d admin admin] 10.222.0.24 "PUT /v2.0/routers/f2525cd6-95da-411c-8324-ea7bbb938c39/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1304910
Apr 21 14:57:49.113873 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 35838) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:57:49.114698 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-4e046331-d1d2-4c24-93c9-422d35acfc14 req-e3273e26-4bc3-4486-bb86-bcb4da95d8f0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Unset dirty status for tenant:47f31a5650834e49b288140b0ca768c2 on resource:port {{(pid=86393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:57:49.115922 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4e046331-d1d2-4c24-93c9-422d35acfc14 req-e3273e26-4bc3-4486-bb86-bcb4da95d8f0 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8cac6e3-c70e-4a55-aec4-72689e662fc5 HTTP/1.1" status: 200  len: 946 time: 0.4342563
Apr 21 14:57:49.119726 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5df06e-9b44-4621-9a6d-625e865596a1 req-7cac1a7d-b1fb-4414-9b19-6174d72283b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:57:49.121253 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1e5df06e-9b44-4621-9a6d-625e865596a1 req-7cac1a7d-b1fb-4414-9b19-6174d72283b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9520c503-7474-4d15-8642-8ca9a66eae6e HTTP/1.1" status: 200  len: 851 time: 0.1109979
Apr 21 14:57:49.135680 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-e8667277-a684-4c71-be83-947c323a4de4 None None] Set router 643d318c-010c-4d49-a94e-e27966d47571 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:57:49.217211 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-4e046331-d1d2-4c24-93c9-422d35acfc14 req-77158cc2-b751-4b4f-a504-2ee893ddf07f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/security-groups?id=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0943720
Apr 21 14:57:49.258279 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5df06e-9b44-4621-9a6d-625e865596a1 req-1f9875b3-fb4d-4cb2-b8c0-4b6e0e4caacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:57:49.260005 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1e5df06e-9b44-4621-9a6d-625e865596a1 req-1f9875b3-fb4d-4cb2-b8c0-4b6e0e4caacd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3bf02896-5a06-4820-afef-e1d155642dab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1206515
Apr 21 14:57:49.348712 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b49b511e-befd-49d2-b8cb-9f0d330ccf83 admin admin] Notify callbacks [] for router, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:49.361882 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-b99cd236-06d7-45ab-945f-1649c93d63e5 None None] Set router f2525cd6-95da-411c-8324-ea7bbb938c39 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:57:49.431738 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1e5df06e-9b44-4621-9a6d-625e865596a1 req-50f38392-ca62-48da-96fd-f66e21631e9a service neutron] 10.222.0.36 "GET /v2.0/networks/3bf02896-5a06-4820-afef-e1d155642dab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1637638
Apr 21 14:57:49.481385 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-e8667277-a684-4c71-be83-947c323a4de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f7e3c780>, [{'id': '643d318c-010c-4d49-a94e-e27966d47571', 'name': 'tempest-TestVolumeBootPattern-1521638240-router', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '7f6abe5d-4395-4929-a439-92fb24715117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:48:49Z', 'updated_at': '2021-04-21T14:48:54Z', 'revision_number': 4, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'gw_port': {'id': '7f6abe5d-4395-4929-a439-92fb24715117', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:50Z', 'updated_at': '2021-04-21T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': '6763d1e9-54d9-429f-a681-c23399fc91c4', 'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'mac_address': 'fa:16:3e:0f:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:53Z', 'updated_at': '2021-04-21T14:49:02Z', 'revision_number': 5, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'subnets': [{'id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:57:49.486539 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8667277-a684-4c71-be83-947c323a4de4 None None] The sync data for ids ['643d318c-010c-4d49-a94e-e27966d47571'] in dv-cinder-786385-2-iscsi is: [{'id': '643d318c-010c-4d49-a94e-e27966d47571', 'name': 'tempest-TestVolumeBootPattern-1521638240-router', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '7f6abe5d-4395-4929-a439-92fb24715117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:48:49Z', 'updated_at': '2021-04-21T14:48:54Z', 'revision_number': 4, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'gw_port': {'id': '7f6abe5d-4395-4929-a439-92fb24715117', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:50Z', 'updated_at': '2021-04-21T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi', '_interfaces': [{'id': '6763d1e9-54d9-429f-a681-c23399fc91c4', 'name': '', 'network_id': '3bf02896-5a06-4820-afef-e1d155642dab', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'mac_address': 'fa:16:3e:0f:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:53Z', 'updated_at': '2021-04-21T14:49:02Z', 'revision_number': 5, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'subnets': [{'id': '9520c503-7474-4d15-8642-8ca9a66eae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:57:49.558518 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b49b511e-befd-49d2-b8cb-9f0d330ccf83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:49.568729 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-b49b511e-befd-49d2-b8cb-9f0d330ccf83 admin admin] Deleting port 3357732f-b6f4-4acd-b754-0b5499cf2150 {{(pid=86394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:57:49.569107 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b49b511e-befd-49d2-b8cb-9f0d330ccf83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:49.663259 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-1e5df06e-9b44-4621-9a6d-625e865596a1 req-35f22570-1c8c-40c3-abd5-2a3e9ae66b31 service neutron] 10.222.0.36 "GET /v2.0/networks/3bf02896-5a06-4820-afef-e1d155642dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2248535
Apr 21 14:57:49.675080 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5147ba-1d0d-4eea-a6fb-f15d4d150d08 req-0a55ea05-b1f8-4d5d-8954-dd0681cb8fcd tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 21 14:57:49.676676 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3f5147ba-1d0d-4eea-a6fb-f15d4d150d08 req-0a55ea05-b1f8-4d5d-8954-dd0681cb8fcd tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8cac6e3-c70e-4a55-aec4-72689e662fc5 HTTP/1.1" status: 200  len: 946 time: 0.2101820
Apr 21 14:57:49.688876 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-b99cd236-06d7-45ab-945f-1649c93d63e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f7559ba8>, [{'id': 'f2525cd6-95da-411c-8324-ea7bbb938c39', 'name': 'tempest-TestMinimumBasicScenario-879056313-router', 'tenant_id': 'c8916a6847804629b4359b4530915624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3357732f-b6f4-4acd-b754-0b5499cf2150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:54:04Z', 'updated_at': '2021-04-21T14:57:47Z', 'revision_number': 5, 'project_id': 'c8916a6847804629b4359b4530915624', 'gw_port': {'id': '3357732f-b6f4-4acd-b754-0b5499cf2150', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2525cd6-95da-411c-8324-ea7bbb938c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:54:05Z', 'updated_at': '2021-04-21T14:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi'}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:57:49.693898 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99cd236-06d7-45ab-945f-1649c93d63e5 None None] Checking router: f2525cd6-95da-411c-8324-ea7bbb938c39 for host: dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:57:49.704639 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99cd236-06d7-45ab-945f-1649c93d63e5 None None] Routers {'f2525cd6-95da-411c-8324-ea7bbb938c39'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:57:49.705182 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-b99cd236-06d7-45ab-945f-1649c93d63e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f7559ba8>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:57:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['f2525cd6-95da-411c-8324-ea7bbb938c39'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:57:49.766548 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-3f5147ba-1d0d-4eea-a6fb-f15d4d150d08 req-2371fb20-1f23-4926-adcf-11d698104a83 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Deleting port 9f462ccd-688b-4a79-8d55-7cf72be7aeb0 {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:57:49.767532 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-3f5147ba-1d0d-4eea-a6fb-f15d4d150d08 req-2371fb20-1f23-4926-adcf-11d698104a83 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:49.780663 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-b49b511e-befd-49d2-b8cb-9f0d330ccf83 admin admin] For port 3357732f-b6f4-4acd-b754-0b5499cf2150, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=3357732f-b6f4-4acd-b754-0b5499cf2150,segment=NetworkSegment(cc9f75c9-c7cc-49bd-a770-8a7cd276112c),segment_id=cc9f75c9-c7cc-49bd-a770-8a7cd276112c)] {{(pid=86394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:57:49.781062 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b49b511e-befd-49d2-b8cb-9f0d330ccf83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:49.871165 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-b99cd236-06d7-45ab-945f-1649c93d63e5 None None] Set router f2525cd6-95da-411c-8324-ea7bbb938c39 gateway port host: None {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:57:49.922799 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-b49b511e-befd-49d2-b8cb-9f0d330ccf83 admin admin] Calling delete_port for 3357732f-b6f4-4acd-b754-0b5499cf2150 owned by network:router_gateway {{(pid=86394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:57:49.982653 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdfa5a3-4bd1-45a4-a479-39510b284228 None None] New status for floating IP a6e80a3a-c516-44ad-9905-dbb24d0400fd: DOWN {{(pid=86396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 21 14:57:49.998755 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-b99cd236-06d7-45ab-945f-1649c93d63e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f7559ba8>, [{'id': 'f2525cd6-95da-411c-8324-ea7bbb938c39', 'name': 'tempest-TestMinimumBasicScenario-879056313-router', 'tenant_id': 'c8916a6847804629b4359b4530915624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:54:04Z', 'updated_at': '2021-04-21T14:57:49Z', 'revision_number': 6, 'project_id': 'c8916a6847804629b4359b4530915624', 'gw_port_host': None}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:57:50.003664 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99cd236-06d7-45ab-945f-1649c93d63e5 None None] The sync data for ids ['f2525cd6-95da-411c-8324-ea7bbb938c39'] in dv-cinder-786385-2-iscsi is: [{'id': 'f2525cd6-95da-411c-8324-ea7bbb938c39', 'name': 'tempest-TestMinimumBasicScenario-879056313-router', 'tenant_id': 'c8916a6847804629b4359b4530915624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:54:04Z', 'updated_at': '2021-04-21T14:57:49Z', 'revision_number': 6, 'project_id': 'c8916a6847804629b4359b4530915624', 'gw_port_host': None}] {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:57:50.083440 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [req-3f5147ba-1d0d-4eea-a6fb-f15d4d150d08 req-2371fb20-1f23-4926-adcf-11d698104a83 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] For port 9f462ccd-688b-4a79-8d55-7cf72be7aeb0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9f462ccd-688b-4a79-8d55-7cf72be7aeb0,segment=NetworkSegment(82fae9ff-f88e-4cb9-bd09-c64f372345c7),segment_id=82fae9ff-f88e-4cb9-bd09-c64f372345c7)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:57:50.083854 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-3f5147ba-1d0d-4eea-a6fb-f15d4d150d08 req-2371fb20-1f23-4926-adcf-11d698104a83 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:50.163024 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b49b511e-befd-49d2-b8cb-9f0d330ccf83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:50.167318 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2900b6e9-cd88-467e-b0d2-3bc4d59b031b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:57:50.213778 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b511e-befd-49d2-b8cb-9f0d330ccf83 admin admin] Pushing event deleted for resources: {'Port': ['ID=3357732f-b6f4-4acd-b754-0b5499cf2150,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:57:50.217855 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-b49b511e-befd-49d2-b8cb-9f0d330ccf83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:57:50.230971 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [req-3f5147ba-1d0d-4eea-a6fb-f15d4d150d08 req-2371fb20-1f23-4926-adcf-11d698104a83 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Calling delete_port for 9f462ccd-688b-4a79-8d55-7cf72be7aeb0 owned by compute:nova {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:57:50.327473 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b49b511e-befd-49d2-b8cb-9f0d330ccf83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650085'] for router_gateway, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:50.396489 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-3f5147ba-1d0d-4eea-a6fb-f15d4d150d08 req-2371fb20-1f23-4926-adcf-11d698104a83 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:50.402600 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-0cbed849-0536-4138-87df-6c1b2f1fd04f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:57:50.455768 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2371fb20-1f23-4926-adcf-11d698104a83 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Pushing event deleted for resources: {'Port': ['ID=9f462ccd-688b-4a79-8d55-7cf72be7aeb0,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:57:50.459216 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2371fb20-1f23-4926-adcf-11d698104a83 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:57:50.539624 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5147ba-1d0d-4eea-a6fb-f15d4d150d08 req-2371fb20-1f23-4926-adcf-11d698104a83 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] No DVR routers for this DVR port 9f462ccd-688b-4a79-8d55-7cf72be7aeb0 on host hv-cinder-78638 {{(pid=86393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 14:57:50.542329 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [req-3f5147ba-1d0d-4eea-a6fb-f15d4d150d08 req-2371fb20-1f23-4926-adcf-11d698104a83 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for port, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:50.545416 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cac6e3-c70e-4a55-aec4-72689e662fc5', 'name': 'network-vif-deleted', 'tag': '9f462ccd-688b-4a79-8d55-7cf72be7aeb0'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 21 14:57:50.554916 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-5a8e0821-be50-4c34-bdfd-dc0e8da3ae9a req-e241706c-1c93-48c9-a402-c54cdea38c9e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Synchronizing usage tracker for tenant:47f31a5650834e49b288140b0ca768c2 on resource:port {{(pid=86394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 21 14:57:50.561500 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-3f5147ba-1d0d-4eea-a6fb-f15d4d150d08 req-2371fb20-1f23-4926-adcf-11d698104a83 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.36 "DELETE /v2.0/ports/9f462ccd-688b-4a79-8d55-7cf72be7aeb0 HTTP/1.1" status: 204  len: 173 time: 0.8785448
Apr 21 14:57:50.575028 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b49b511e-befd-49d2-b8cb-9f0d330ccf83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773215'] for router, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:50.578709 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b49b511e-befd-49d2-b8cb-9f0d330ccf83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:50.604796 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8cac6e3-c70e-4a55-aec4-72689e662fc5', 'name': 'network-vif-deleted', 'tag': '9f462ccd-688b-4a79-8d55-7cf72be7aeb0', 'status': 'completed', 'code': 200}
Apr 21 14:57:50.606432 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.quota.resource [req-5a8e0821-be50-4c34-bdfd-dc0e8da3ae9a req-e241706c-1c93-48c9-a402-c54cdea38c9e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Unset dirty status for tenant:47f31a5650834e49b288140b0ca768c2 on resource:port {{(pid=86394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 21 14:57:50.607710 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [req-5a8e0821-be50-4c34-bdfd-dc0e8da3ae9a req-e241706c-1c93-48c9-a402-c54cdea38c9e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8cac6e3-c70e-4a55-aec4-72689e662fc5 HTTP/1.1" status: 200  len: 210 time: 0.2319245
Apr 21 14:57:50.614557 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b49b511e-befd-49d2-b8cb-9f0d330ccf83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854151811'] for router, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:50.616283 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49b511e-befd-49d2-b8cb-9f0d330ccf83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2525cd6-95da-411c-8324-ea7bbb938c39 {{(pid=86394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 21 14:57:50.634779 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b49b511e-befd-49d2-b8cb-9f0d330ccf83 admin admin] Notify callbacks [] for router, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:50.635988 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-b49b511e-befd-49d2-b8cb-9f0d330ccf83 admin admin] 10.222.0.24 "DELETE /v2.0/routers/f2525cd6-95da-411c-8324-ea7bbb938c39 HTTP/1.1" status: 204  len: 168 time: 1.5203362
Apr 21 14:57:50.638922 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 35846) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:57:50.711097 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_v2 [None req-4851f84c-5df8-4ba2-869e-0688287e53ba admin admin] Deleting subnet d4fe29cb-a4a0-4b57-86f2-89036e97a5a6 {{(pid=86394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 14:57:50.714408 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4851f84c-5df8-4ba2-869e-0688287e53ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:50.769847 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4851f84c-5df8-4ba2-869e-0688287e53ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14890559'] for subnet, precommit_delete_associations {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:50.857613 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4851f84c-5df8-4ba2-869e-0688287e53ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1951284'] for subnet, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:51.143812 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4851f84c-5df8-4ba2-869e-0688287e53ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852824564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15686350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839266476'] for subnet, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:51.149048 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f56339e6-6537-4ae2-9cbe-0384ba5ac243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:57:51.187033 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f84c-5df8-4ba2-869e-0688287e53ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4fe29cb-a4a0-4b57-86f2-89036e97a5a6,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:57:51.189159 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4851f84c-5df8-4ba2-869e-0688287e53ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for subnet, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:51.192093 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-4851f84c-5df8-4ba2-869e-0688287e53ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:57:51.194644 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464bd299-97d0-46ea-94a4-5b0fd6948e77 None None] Network 27452b2b-c551-4c3a-850a-2f1161582fab requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:57:51.196566 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-4851f84c-5df8-4ba2-869e-0688287e53ba admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d4fe29cb-a4a0-4b57-86f2-89036e97a5a6 HTTP/1.1" status: 204  len: 168 time: 0.5566213
Apr 21 14:57:51.199396 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 35850) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:57:51.319337 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-de7fba40-06fd-46f5-9cf9-55c9a211d398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2044280'] for network, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:51.332170 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-de7fba40-06fd-46f5-9cf9-55c9a211d398 admin admin] Deleting port 09e4318a-5162-4fc6-958b-dfbaa0c61869 {{(pid=86394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:57:51.332549 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-de7fba40-06fd-46f5-9cf9-55c9a211d398 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:51.454961 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acef8a4-101a-4f42-a7c1-934d9e754a14 None None] DHCP port deletion for 27452b2b-c551-4c3a-850a-2f1161582fab request from dv-cinder-786385-2-iscsi {{(pid=86395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 21 14:57:51.459234 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-3acef8a4-101a-4f42-a7c1-934d9e754a14 None None] Deleting port 09e4318a-5162-4fc6-958b-dfbaa0c61869 {{(pid=86395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:57:51.459660 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3acef8a4-101a-4f42-a7c1-934d9e754a14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:51.582940 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-de7fba40-06fd-46f5-9cf9-55c9a211d398 admin admin] For port 09e4318a-5162-4fc6-958b-dfbaa0c61869, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=09e4318a-5162-4fc6-958b-dfbaa0c61869,segment=NetworkSegment(d3462fd2-6167-40bf-ab6c-f8e15e9bf747),segment_id=d3462fd2-6167-40bf-ab6c-f8e15e9bf747)] {{(pid=86394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:57:51.583322 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-de7fba40-06fd-46f5-9cf9-55c9a211d398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:51.720404 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 35856) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:57:51.723304 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-de7fba40-06fd-46f5-9cf9-55c9a211d398 admin admin] Calling delete_port for 09e4318a-5162-4fc6-958b-dfbaa0c61869 owned by network:dhcp {{(pid=86394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:57:51.819223 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-de7fba40-06fd-46f5-9cf9-55c9a211d398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:51.826414 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-bcec1202-02c5-4e6d-8e7d-481ecf5ba79a tempest-TestMinimumBasicScenario-695230718 tempest-TestMinimumBasicScenario-695230718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:57:51.854530 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 3357732f-b6f4-4acd-b754-0b5499cf2150 no longer exists at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:57:51.877943 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7fba40-06fd-46f5-9cf9-55c9a211d398 admin admin] Pushing event deleted for resources: {'Port': ['ID=09e4318a-5162-4fc6-958b-dfbaa0c61869,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:57:51.881636 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-de7fba40-06fd-46f5-9cf9-55c9a211d398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:57:51.882616 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7fba40-06fd-46f5-9cf9-55c9a211d398 admin admin] No DVR routers for this DVR port 09e4318a-5162-4fc6-958b-dfbaa0c61869 on host dv-cinder-786385-2-iscsi {{(pid=86394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 14:57:51.903295 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-57adbb1e-2325-457f-895c-231866dd438f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Deleting port e437d3dd-beee-4e82-b541-4f7f75f08fdb {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:57:51.903295 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-57adbb1e-2325-457f-895c-231866dd438f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:51.903678 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] No Port match for: 3357732f-b6f4-4acd-b754-0b5499cf2150 {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:57:51.903982 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 3357732f-b6f4-4acd-b754-0b5499cf2150 not bound to the agent host dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:57:51.904448 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 09e4318a-5162-4fc6-958b-dfbaa0c61869 no longer exists at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:57:51.950995 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] No Port match for: 09e4318a-5162-4fc6-958b-dfbaa0c61869 {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:57:51.951336 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 09e4318a-5162-4fc6-958b-dfbaa0c61869 not bound to the agent host dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:57:51.951827 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 99645a2b-cafe-431e-8f12-3da7bf87bddf no longer exists at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:57:51.989680 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] No Port match for: 99645a2b-cafe-431e-8f12-3da7bf87bddf {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:57:51.990010 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 99645a2b-cafe-431e-8f12-3da7bf87bddf not bound to the agent host dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:57:51.995780 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-3acef8a4-101a-4f42-a7c1-934d9e754a14 None None] For port 09e4318a-5162-4fc6-958b-dfbaa0c61869, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=09e4318a-5162-4fc6-958b-dfbaa0c61869,segment=NetworkSegment(d3462fd2-6167-40bf-ab6c-f8e15e9bf747),segment_id=d3462fd2-6167-40bf-ab6c-f8e15e9bf747)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:57:51.996230 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3acef8a4-101a-4f42-a7c1-934d9e754a14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:52.009669 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-de7fba40-06fd-46f5-9cf9-55c9a211d398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852824479', 'neutron.services.segments.db._delete_segments_for_network-8759846428787'] for network, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:52.136053 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-3acef8a4-101a-4f42-a7c1-934d9e754a14 None None] Calling delete_port for 09e4318a-5162-4fc6-958b-dfbaa0c61869 owned by network:dhcp {{(pid=86395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:57:52.137420 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-de7fba40-06fd-46f5-9cf9-55c9a211d398 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78f6f7a940>,) {'filters': {'network_id': ['27452b2b-c551-4c3a-850a-2f1161582fab']}} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:57:52.152244 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-de7fba40-06fd-46f5-9cf9-55c9a211d398 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78f6f7a940>, 'd3462fd2-6167-40bf-ab6c-f8e15e9bf747') {'for_net_delete': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:57:52.152657 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-de7fba40-06fd-46f5-9cf9-55c9a211d398 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78f6f7a940>, 'd3462fd2-6167-40bf-ab6c-f8e15e9bf747') {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:57:52.166538 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-de7fba40-06fd-46f5-9cf9-55c9a211d398 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277008185699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839885257'] for segment, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:52.189439 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-de7fba40-06fd-46f5-9cf9-55c9a211d398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852863918'] for segment, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:52.197346 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7fba40-06fd-46f5-9cf9-55c9a211d398 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=86394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 14:57:52.219288 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.db.api [None req-3acef8a4-101a-4f42-a7c1-934d9e754a14 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86395) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 14:57:52.219699 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_db.api [None req-3acef8a4-101a-4f42-a7c1-934d9e754a14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 14:57:52.376666 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-57adbb1e-2325-457f-895c-231866dd438f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:52.376949 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-57adbb1e-2325-457f-895c-231866dd438f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:52.380873 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-de7fba40-06fd-46f5-9cf9-55c9a211d398 admin admin] Network 27452b2b-c551-4c3a-850a-2f1161582fab has no segments {{(pid=86394) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 14:57:52.390070 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-de7fba40-06fd-46f5-9cf9-55c9a211d398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1911845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839088275'] for segment, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:52.513186 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-57adbb1e-2325-457f-895c-231866dd438f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Calling delete_port for e437d3dd-beee-4e82-b541-4f7f75f08fdb owned by network:floatingip {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:57:52.574971 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-de7fba40-06fd-46f5-9cf9-55c9a211d398 admin admin] Network 27452b2b-c551-4c3a-850a-2f1161582fab has no segments {{(pid=86394) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 14:57:52.599175 dv-cinder-786385-2-iscsi neutron-server[86282]: Traceback (most recent call last):
Apr 21 14:57:52.599175 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 14:57:52.599175 dv-cinder-786385-2-iscsi neutron-server[86282]:     timer()
Apr 21 14:57:52.599175 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 14:57:52.599175 dv-cinder-786385-2-iscsi neutron-server[86282]:     cb(*args, **kw)
Apr 21 14:57:52.599175 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 14:57:52.599175 dv-cinder-786385-2-iscsi neutron-server[86282]:     return func(*args, **kwargs)
Apr 21 14:57:52.599175 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 14:57:52.599175 dv-cinder-786385-2-iscsi neutron-server[86282]:     self._notify()
Apr 21 14:57:52.599175 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 14:57:52.599175 dv-cinder-786385-2-iscsi neutron-server[86282]:     self.callback(batched_events)
Apr 21 14:57:52.599175 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 14:57:52.599175 dv-cinder-786385-2-iscsi neutron-server[86282]:     event.method(event)
Apr 21 14:57:52.599175 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 14:57:52.599175 dv-cinder-786385-2-iscsi neutron-server[86282]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 14:57:52.599175 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 14:57:52.599175 dv-cinder-786385-2-iscsi neutron-server[86282]:     segment_id)['aggregates'][0]
Apr 21 14:57:52.599175 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 14:57:52.599175 dv-cinder-786385-2-iscsi neutron-server[86282]:     return f(self, *a, **k)
Apr 21 14:57:52.599175 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 14:57:52.599175 dv-cinder-786385-2-iscsi neutron-server[86282]:     return self._get(url).json()
Apr 21 14:57:52.599175 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 14:57:52.599175 dv-cinder-786385-2-iscsi neutron-server[86282]:     **kwargs)
Apr 21 14:57:52.599175 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 14:57:52.599175 dv-cinder-786385-2-iscsi neutron-server[86282]:     return self.request(url, 'GET', **kwargs)
Apr 21 14:57:52.599175 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 14:57:52.599175 dv-cinder-786385-2-iscsi neutron-server[86282]:     **endpoint_filter)
Apr 21 14:57:52.599175 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 14:57:52.599175 dv-cinder-786385-2-iscsi neutron-server[86282]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 14:57:52.599175 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 14:57:52.599175 dv-cinder-786385-2-iscsi neutron-server[86282]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 14:57:52.599175 dv-cinder-786385-2-iscsi neutron-server[86282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 14:57:52.663768 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-57adbb1e-2325-457f-895c-231866dd438f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:52.668114 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ab896b8e-0663-4e72-aefa-d9f89dc6719e tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:57:52.684033 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-de7fba40-06fd-46f5-9cf9-55c9a211d398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1951337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630402'] for network, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:52.688858 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-de7fba40-06fd-46f5-9cf9-55c9a211d398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for network, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:52.691798 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:57:52.717310 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7fba40-06fd-46f5-9cf9-55c9a211d398 admin admin] Pushing event deleted for resources: {'Network': ['ID=27452b2b-c551-4c3a-850a-2f1161582fab,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:57:52.720146 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-de7fba40-06fd-46f5-9cf9-55c9a211d398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:57:52.721614 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57adbb1e-2325-457f-895c-231866dd438f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Pushing event deleted for resources: {'Port': ['ID=e437d3dd-beee-4e82-b541-4f7f75f08fdb,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:57:52.721796 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-3acef8a4-101a-4f42-a7c1-934d9e754a14 None None] Deleting port 09e4318a-5162-4fc6-958b-dfbaa0c61869 {{(pid=86395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:57:52.722300 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-3acef8a4-101a-4f42-a7c1-934d9e754a14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:52.728489 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-de7fba40-06fd-46f5-9cf9-55c9a211d398 admin admin] 10.222.0.24 "DELETE /v2.0/networks/27452b2b-c551-4c3a-850a-2f1161582fab HTTP/1.1" status: 204  len: 168 time: 1.5280445
Apr 21 14:57:52.750315 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-57adbb1e-2325-457f-895c-231866dd438f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:57:52.800120 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-3acef8a4-101a-4f42-a7c1-934d9e754a14 None None] The port '09e4318a-5162-4fc6-958b-dfbaa0c61869' was deleted {{(pid=86395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 21 14:57:52.818774 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-57adbb1e-2325-457f-895c-231866dd438f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for floatingip, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:52.838214 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-57adbb1e-2325-457f-895c-231866dd438f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4010'] for floatingip, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:52.839489 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-57adbb1e-2325-457f-895c-231866dd438f tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "DELETE /v2.0/floatingips/61d0b227-e7f2-4a08-8184-a72cdd694a2a HTTP/1.1" status: 204  len: 168 time: 1.1179988
Apr 21 14:57:52.913687 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 35864) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:57:52.975932 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-625ac2b9-c53a-44d1-bbc0-d0db41fba4d3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e1ab995c213484f9e8260545de2fad5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0607476
Apr 21 14:57:52.978655 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 35870) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:57:53.043659 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-26d715cb-45e9-48c6-87f9-eeba852a1cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:53.073312 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-26d715cb-45e9-48c6-87f9-eeba852a1cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:53.121621 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-26d715cb-45e9-48c6-87f9-eeba852a1cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:53.127027 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-00eb7722-68be-444f-9361-668add603c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:57:53.142062 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d715cb-45e9-48c6-87f9-eeba852a1cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccb561b-8c28-409f-abba-b307e80733e5,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:57:53.144497 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-26d715cb-45e9-48c6-87f9-eeba852a1cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:57:53.150915 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-26d715cb-45e9-48c6-87f9-eeba852a1cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:53.154712 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-26d715cb-45e9-48c6-87f9-eeba852a1cbc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5ccb561b-8c28-409f-abba-b307e80733e5 HTTP/1.1" status: 204  len: 168 time: 0.1725109
Apr 21 14:57:53.204863 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 9f462ccd-688b-4a79-8d55-7cf72be7aeb0 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:57:53.247160 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] No Port match for: 9f462ccd-688b-4a79-8d55-7cf72be7aeb0 {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:57:53.247594 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Device 9f462ccd-688b-4a79-8d55-7cf72be7aeb0 not bound to the agent host hv-cinder-78638 {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:57:53.558603 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 35882) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:57:53.612446 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-599f5a88-855e-47c9-80cd-99738476ebd7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c8916a6847804629b4359b4530915624&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0525045
Apr 21 14:57:53.615620 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 35886) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:57:53.691605 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-851c9995-0686-485b-8184-145ef51e5dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:53.970296 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-851c9995-0686-485b-8184-145ef51e5dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:54.039084 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-851c9995-0686-485b-8184-145ef51e5dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:54.043195 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-1d854c4f-a80e-4bbb-8fce-2949fbb8a27e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:57:54.055697 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c9995-0686-485b-8184-145ef51e5dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab3a8a6-a546-4655-9d59-b059e4b4f901,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:57:54.059621 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-851c9995-0686-485b-8184-145ef51e5dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:57:54.063177 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-851c9995-0686-485b-8184-145ef51e5dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:54.064449 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-851c9995-0686-485b-8184-145ef51e5dfb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6ab3a8a6-a546-4655-9d59-b059e4b4f901 HTTP/1.1" status: 204  len: 168 time: 0.4474702
Apr 21 14:57:54.248086 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 35894) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:57:54.329803 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c888bbed-89c7-4b5a-ba27-b530643bc031 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for security_group, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:54.365181 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c888bbed-89c7-4b5a-ba27-b530643bc031 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:54.424212 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c888bbed-89c7-4b5a-ba27-b530643bc031 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:54.430198 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-4157b28a-80b2-460d-acb4-477871d2a552 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:57:54.451780 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888bbed-89c7-4b5a-ba27-b530643bc031 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:57:54.455777 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c888bbed-89c7-4b5a-ba27-b530643bc031 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:57:54.461887 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c888bbed-89c7-4b5a-ba27-b530643bc031 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Notify callbacks [] for security_group, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:54.465980 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-c888bbed-89c7-4b5a-ba27-b530643bc031 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] 10.222.0.24 "DELETE /v2.0/security-groups/e24b8fa7-35cb-48dc-ab0a-7fdcd2f2a02d HTTP/1.1" status: 204  len: 168 time: 0.2139411
Apr 21 14:57:54.522161 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 35900) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:57:55.373154 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ab653f54-ac42-45fe-8ba8-08d0513e5a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145126'] for router_interface, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:55.452110 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [req-deb972ad-fa69-4d9f-b859-727220f71e0a req-809b3d6b-ee32-4b25-b982-c5394ed3ebec tempest-AttachVolumeNegativeTest-219833645 tempest-AttachVolumeNegativeTest-219833645-project] (86394) timed out ('10.222.0.36', 57382) {{(pid=86394) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 21 14:57:55.759007 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-ab653f54-ac42-45fe-8ba8-08d0513e5a58 admin admin] Deleting port 6763d1e9-54d9-429f-a681-c23399fc91c4 {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:57:55.759345 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ab653f54-ac42-45fe-8ba8-08d0513e5a58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:55.958640 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-ab653f54-ac42-45fe-8ba8-08d0513e5a58 admin admin] For port 6763d1e9-54d9-429f-a681-c23399fc91c4, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=6763d1e9-54d9-429f-a681-c23399fc91c4,segment=NetworkSegment(82fae9ff-f88e-4cb9-bd09-c64f372345c7),segment_id=82fae9ff-f88e-4cb9-bd09-c64f372345c7)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:57:55.959039 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ab653f54-ac42-45fe-8ba8-08d0513e5a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:56.093033 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-ab653f54-ac42-45fe-8ba8-08d0513e5a58 admin admin] Calling delete_port for 6763d1e9-54d9-429f-a681-c23399fc91c4 owned by network:router_interface {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:57:56.283818 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ab653f54-ac42-45fe-8ba8-08d0513e5a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:56.287640 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-28b6aa52-2780-4735-bae7-aeeafa504a35 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:57:56.340816 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab653f54-ac42-45fe-8ba8-08d0513e5a58 admin admin] Pushing event deleted for resources: {'Port': ['ID=6763d1e9-54d9-429f-a681-c23399fc91c4,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:57:56.369240 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ab653f54-ac42-45fe-8ba8-08d0513e5a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:57:56.637069 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ab653f54-ac42-45fe-8ba8-08d0513e5a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1023654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854145052'] for router_interface, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:57.023616 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab653f54-ac42-45fe-8ba8-08d0513e5a58 admin admin] Router 643d318c-010c-4d49-a94e-e27966d47571 has already been hosted by L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 {{(pid=86393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 14:57:57.479949 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab653f54-ac42-45fe-8ba8-08d0513e5a58 admin admin] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:57:57.490623 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731d785e-565d-400a-9e8d-3402a17771a5 None None] Sync routers for ids ['643d318c-010c-4d49-a94e-e27966d47571'] in dv-cinder-786385-2-iscsi {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:57:57.496282 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-ab653f54-ac42-45fe-8ba8-08d0513e5a58 admin admin] 10.222.0.24 "PUT /v2.0/routers/643d318c-010c-4d49-a94e-e27966d47571/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9728110
Apr 21 14:57:57.498977 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 35906) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:57:57.505532 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731d785e-565d-400a-9e8d-3402a17771a5 None None] Routers {'643d318c-010c-4d49-a94e-e27966d47571'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:57:57.506575 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-731d785e-565d-400a-9e8d-3402a17771a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f6e34048>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:57:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['643d318c-010c-4d49-a94e-e27966d47571'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:57:57.693055 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-36f9ce2c-a84a-483d-9e3e-553150b6803e admin admin] Notify callbacks [] for router, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:57.702116 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-731d785e-565d-400a-9e8d-3402a17771a5 None None] Set router 643d318c-010c-4d49-a94e-e27966d47571 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:57:57.887319 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-36f9ce2c-a84a-483d-9e3e-553150b6803e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:57.896689 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-36f9ce2c-a84a-483d-9e3e-553150b6803e admin admin] Deleting port 7f6abe5d-4395-4929-a439-92fb24715117 {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:57:57.897029 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-36f9ce2c-a84a-483d-9e3e-553150b6803e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:58.011958 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-731d785e-565d-400a-9e8d-3402a17771a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f6e34048>, [{'id': '643d318c-010c-4d49-a94e-e27966d47571', 'name': 'tempest-TestVolumeBootPattern-1521638240-router', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '7f6abe5d-4395-4929-a439-92fb24715117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:48:49Z', 'updated_at': '2021-04-21T14:57:56Z', 'revision_number': 5, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'gw_port': {'id': '7f6abe5d-4395-4929-a439-92fb24715117', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d318c-010c-4d49-a94e-e27966d47571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:50Z', 'updated_at': '2021-04-21T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi'}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:57:58.016161 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731d785e-565d-400a-9e8d-3402a17771a5 None None] Checking router: 643d318c-010c-4d49-a94e-e27966d47571 for host: dv-cinder-786385-2-iscsi {{(pid=86395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:57:58.025163 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731d785e-565d-400a-9e8d-3402a17771a5 None None] Routers {'643d318c-010c-4d49-a94e-e27966d47571'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:57:58.026094 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-731d785e-565d-400a-9e8d-3402a17771a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f6e34048>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:57:32Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['643d318c-010c-4d49-a94e-e27966d47571'], 'active': True} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:57:58.083841 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-36f9ce2c-a84a-483d-9e3e-553150b6803e admin admin] For port 7f6abe5d-4395-4929-a439-92fb24715117, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=7f6abe5d-4395-4929-a439-92fb24715117,segment=NetworkSegment(cc9f75c9-c7cc-49bd-a770-8a7cd276112c),segment_id=cc9f75c9-c7cc-49bd-a770-8a7cd276112c)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:57:58.084243 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-36f9ce2c-a84a-483d-9e3e-553150b6803e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:58.192339 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-731d785e-565d-400a-9e8d-3402a17771a5 None None] Set router 643d318c-010c-4d49-a94e-e27966d47571 gateway port host: None {{(pid=86395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:57:58.211066 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [req-7099d5c9-d783-42c8-a4db-18f93c8bdc49 req-5a1b3104-ad90-4096-bb33-5705a55f29b3 tempest-ServerRescueNegativeTestJSON-1679629539 tempest-ServerRescueNegativeTestJSON-1679629539-project] (86393) timed out ('10.222.0.36', 57412) {{(pid=86393) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 21 14:57:58.218560 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-36f9ce2c-a84a-483d-9e3e-553150b6803e admin admin] Calling delete_port for 7f6abe5d-4395-4929-a439-92fb24715117 owned by network:router_gateway {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:57:58.312304 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-731d785e-565d-400a-9e8d-3402a17771a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f6e34048>, [{'id': '643d318c-010c-4d49-a94e-e27966d47571', 'name': 'tempest-TestVolumeBootPattern-1521638240-router', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:48:49Z', 'updated_at': '2021-04-21T14:57:57Z', 'revision_number': 6, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'gw_port_host': None}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:57:58.316952 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731d785e-565d-400a-9e8d-3402a17771a5 None None] The sync data for ids ['643d318c-010c-4d49-a94e-e27966d47571'] in dv-cinder-786385-2-iscsi is: [{'id': '643d318c-010c-4d49-a94e-e27966d47571', 'name': 'tempest-TestVolumeBootPattern-1521638240-router', 'tenant_id': '47f31a5650834e49b288140b0ca768c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:48:49Z', 'updated_at': '2021-04-21T14:57:57Z', 'revision_number': 6, 'project_id': '47f31a5650834e49b288140b0ca768c2', 'gw_port_host': None}] {{(pid=86395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:57:58.420464 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-36f9ce2c-a84a-483d-9e3e-553150b6803e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:58.424708 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-2371fb20-1f23-4926-adcf-11d698104a83 tempest-TestVolumeBootPattern-2089675180 tempest-TestVolumeBootPattern-2089675180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:57:58.474945 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f9ce2c-a84a-483d-9e3e-553150b6803e admin admin] Pushing event deleted for resources: {'Port': ['ID=7f6abe5d-4395-4929-a439-92fb24715117,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:57:58.478404 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-36f9ce2c-a84a-483d-9e3e-553150b6803e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:57:58.579520 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-36f9ce2c-a84a-483d-9e3e-553150b6803e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650085'] for router_gateway, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:58.765617 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-36f9ce2c-a84a-483d-9e3e-553150b6803e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773215'] for router, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:58.768302 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-36f9ce2c-a84a-483d-9e3e-553150b6803e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:58.791387 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-36f9ce2c-a84a-483d-9e3e-553150b6803e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854151811'] for router, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:58.791973 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f9ce2c-a84a-483d-9e3e-553150b6803e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 643d318c-010c-4d49-a94e-e27966d47571 {{(pid=86393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 21 14:57:58.805308 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-36f9ce2c-a84a-483d-9e3e-553150b6803e admin admin] Notify callbacks [] for router, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:58.806557 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-36f9ce2c-a84a-483d-9e3e-553150b6803e admin admin] 10.222.0.24 "DELETE /v2.0/routers/643d318c-010c-4d49-a94e-e27966d47571 HTTP/1.1" status: 204  len: 168 time: 1.3063700
Apr 21 14:57:58.810626 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 35910) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:57:58.880242 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_v2 [None req-55bb3a52-61a2-49a3-b2b2-c6465c4470d4 admin admin] Deleting subnet 9520c503-7474-4d15-8642-8ca9a66eae6e {{(pid=86393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 14:57:58.883789 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-55bb3a52-61a2-49a3-b2b2-c6465c4470d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:58.938244 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-55bb3a52-61a2-49a3-b2b2-c6465c4470d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14106613'] for subnet, precommit_delete_associations {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:59.031354 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-55bb3a52-61a2-49a3-b2b2-c6465c4470d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1951284'] for subnet, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:59.296514 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-55bb3a52-61a2-49a3-b2b2-c6465c4470d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852824564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839847661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14113115'] for subnet, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:59.301043 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-428481bb-d8f0-4ce9-8366-ee344759becd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:57:59.341069 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb3a52-61a2-49a3-b2b2-c6465c4470d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9520c503-7474-4d15-8642-8ca9a66eae6e,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:57:59.344918 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-55bb3a52-61a2-49a3-b2b2-c6465c4470d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:57:59.347454 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-55bb3a52-61a2-49a3-b2b2-c6465c4470d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:59.353341 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f6e7b7-0d19-4265-8d9c-715c2d14f660 None None] Network 3bf02896-5a06-4820-afef-e1d155642dab requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:57:59.354607 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-55bb3a52-61a2-49a3-b2b2-c6465c4470d4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9520c503-7474-4d15-8642-8ca9a66eae6e HTTP/1.1" status: 204  len: 168 time: 0.5429492
Apr 21 14:57:59.357493 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 35914) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:57:59.464756 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a46d0ed5-34f3-447a-922b-8d4228333cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:59.478469 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c387b3ae-f72e-4ba0-9cae-db809c365d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2044280'] for network, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:59.490344 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-c387b3ae-f72e-4ba0-9cae-db809c365d73 admin admin] Deleting port 885346c8-80cd-46ac-8d38-78ea92988d96 {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:57:59.490713 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c387b3ae-f72e-4ba0-9cae-db809c365d73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:59.626511 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647271be-4eaa-46e0-a306-5b6b34b4a7ae None None] DHCP port deletion for 3bf02896-5a06-4820-afef-e1d155642dab request from dv-cinder-786385-2-iscsi {{(pid=86395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 21 14:57:59.630835 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-647271be-4eaa-46e0-a306-5b6b34b4a7ae None None] Deleting port 885346c8-80cd-46ac-8d38-78ea92988d96 {{(pid=86395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:57:59.631261 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-647271be-4eaa-46e0-a306-5b6b34b4a7ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:59.715905 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-c387b3ae-f72e-4ba0-9cae-db809c365d73 admin admin] For port 885346c8-80cd-46ac-8d38-78ea92988d96, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=885346c8-80cd-46ac-8d38-78ea92988d96,segment=NetworkSegment(82fae9ff-f88e-4cb9-bd09-c64f372345c7),segment_id=82fae9ff-f88e-4cb9-bd09-c64f372345c7)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:57:59.716334 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c387b3ae-f72e-4ba0-9cae-db809c365d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:59.847442 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 6763d1e9-54d9-429f-a681-c23399fc91c4 no longer exists at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:57:59.855668 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-c387b3ae-f72e-4ba0-9cae-db809c365d73 admin admin] Calling delete_port for 885346c8-80cd-46ac-8d38-78ea92988d96 owned by network:dhcp {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:57:59.890801 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] No Port match for: 6763d1e9-54d9-429f-a681-c23399fc91c4 {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:57:59.891190 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 6763d1e9-54d9-429f-a681-c23399fc91c4 not bound to the agent host dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:57:59.891651 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 7f6abe5d-4395-4929-a439-92fb24715117 no longer exists at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:57:59.934045 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] No Port match for: 7f6abe5d-4395-4929-a439-92fb24715117 {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:57:59.934434 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 7f6abe5d-4395-4929-a439-92fb24715117 not bound to the agent host dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:57:59.934806 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c387b3ae-f72e-4ba0-9cae-db809c365d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:59.934942 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 885346c8-80cd-46ac-8d38-78ea92988d96 no longer exists at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:57:59.939958 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-00b96624-03e6-4657-acd7-b2a0ca9af895 tempest-VolumesActionsTest-1312179202 tempest-VolumesActionsTest-1312179202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:57:59.961283 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-647271be-4eaa-46e0-a306-5b6b34b4a7ae None None] For port 885346c8-80cd-46ac-8d38-78ea92988d96, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=885346c8-80cd-46ac-8d38-78ea92988d96,segment=NetworkSegment(82fae9ff-f88e-4cb9-bd09-c64f372345c7),segment_id=82fae9ff-f88e-4cb9-bd09-c64f372345c7)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:57:59.961769 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-647271be-4eaa-46e0-a306-5b6b34b4a7ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:57:59.984544 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] No Port match for: 885346c8-80cd-46ac-8d38-78ea92988d96 {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:57:59.984943 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 885346c8-80cd-46ac-8d38-78ea92988d96 not bound to the agent host dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:57:59.985344 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c387b3ae-f72e-4ba0-9cae-db809c365d73 admin admin] Pushing event deleted for resources: {'Port': ['ID=885346c8-80cd-46ac-8d38-78ea92988d96,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:57:59.989296 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c387b3ae-f72e-4ba0-9cae-db809c365d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:57:59.991639 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c387b3ae-f72e-4ba0-9cae-db809c365d73 admin admin] No DVR routers for this DVR port 885346c8-80cd-46ac-8d38-78ea92988d96 on host dv-cinder-786385-2-iscsi {{(pid=86393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 14:58:00.118987 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c387b3ae-f72e-4ba0-9cae-db809c365d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852824479', 'neutron.services.segments.db._delete_segments_for_network-8759846428787'] for network, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:00.245748 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-c387b3ae-f72e-4ba0-9cae-db809c365d73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78f5f2eeb8>,) {'filters': {'network_id': ['3bf02896-5a06-4820-afef-e1d155642dab']}} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:58:00.260601 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-c387b3ae-f72e-4ba0-9cae-db809c365d73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78f5f2eeb8>, '82fae9ff-f88e-4cb9-bd09-c64f372345c7') {'for_net_delete': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:58:00.260917 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-c387b3ae-f72e-4ba0-9cae-db809c365d73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78f5f2eeb8>, '82fae9ff-f88e-4cb9-bd09-c64f372345c7') {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:58:00.273569 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c387b3ae-f72e-4ba0-9cae-db809c365d73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277008185699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036840669187'] for segment, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:00.288319 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-647271be-4eaa-46e0-a306-5b6b34b4a7ae None None] Calling delete_port for 885346c8-80cd-46ac-8d38-78ea92988d96 owned by network:dhcp {{(pid=86395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:58:00.289027 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c387b3ae-f72e-4ba0-9cae-db809c365d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852863918'] for segment, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:00.295687 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c387b3ae-f72e-4ba0-9cae-db809c365d73 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=86393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 14:58:00.364880 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.db.api [None req-647271be-4eaa-46e0-a306-5b6b34b4a7ae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86395) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 14:58:00.365276 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_db.api [None req-647271be-4eaa-46e0-a306-5b6b34b4a7ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 14:58:00.481314 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-c387b3ae-f72e-4ba0-9cae-db809c365d73 admin admin] Network 3bf02896-5a06-4820-afef-e1d155642dab has no segments {{(pid=86393) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 14:58:00.492172 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c387b3ae-f72e-4ba0-9cae-db809c365d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1911845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14929072'] for segment, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:00.688081 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-c387b3ae-f72e-4ba0-9cae-db809c365d73 admin admin] Network 3bf02896-5a06-4820-afef-e1d155642dab has no segments {{(pid=86393) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 14:58:00.711531 dv-cinder-786385-2-iscsi neutron-server[86282]: Traceback (most recent call last):
Apr 21 14:58:00.711531 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 14:58:00.711531 dv-cinder-786385-2-iscsi neutron-server[86282]:     timer()
Apr 21 14:58:00.711531 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 14:58:00.711531 dv-cinder-786385-2-iscsi neutron-server[86282]:     cb(*args, **kw)
Apr 21 14:58:00.711531 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 14:58:00.711531 dv-cinder-786385-2-iscsi neutron-server[86282]:     return func(*args, **kwargs)
Apr 21 14:58:00.711531 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 14:58:00.711531 dv-cinder-786385-2-iscsi neutron-server[86282]:     self._notify()
Apr 21 14:58:00.711531 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 14:58:00.711531 dv-cinder-786385-2-iscsi neutron-server[86282]:     self.callback(batched_events)
Apr 21 14:58:00.711531 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 14:58:00.711531 dv-cinder-786385-2-iscsi neutron-server[86282]:     event.method(event)
Apr 21 14:58:00.711531 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 14:58:00.711531 dv-cinder-786385-2-iscsi neutron-server[86282]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 14:58:00.711531 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 14:58:00.711531 dv-cinder-786385-2-iscsi neutron-server[86282]:     segment_id)['aggregates'][0]
Apr 21 14:58:00.711531 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 14:58:00.711531 dv-cinder-786385-2-iscsi neutron-server[86282]:     return f(self, *a, **k)
Apr 21 14:58:00.711531 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 14:58:00.711531 dv-cinder-786385-2-iscsi neutron-server[86282]:     return self._get(url).json()
Apr 21 14:58:00.711531 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 14:58:00.711531 dv-cinder-786385-2-iscsi neutron-server[86282]:     **kwargs)
Apr 21 14:58:00.711531 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 14:58:00.711531 dv-cinder-786385-2-iscsi neutron-server[86282]:     return self.request(url, 'GET', **kwargs)
Apr 21 14:58:00.711531 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 14:58:00.711531 dv-cinder-786385-2-iscsi neutron-server[86282]:     **endpoint_filter)
Apr 21 14:58:00.711531 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 14:58:00.711531 dv-cinder-786385-2-iscsi neutron-server[86282]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 14:58:00.711531 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 14:58:00.711531 dv-cinder-786385-2-iscsi neutron-server[86282]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 14:58:00.711531 dv-cinder-786385-2-iscsi neutron-server[86282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 14:58:00.797613 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c387b3ae-f72e-4ba0-9cae-db809c365d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1951337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630402'] for network, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:00.802142 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-86cc2233-c22b-49b3-8ced-2cfc8112f409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:58:00.818419 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c387b3ae-f72e-4ba0-9cae-db809c365d73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for network, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:00.828561 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c387b3ae-f72e-4ba0-9cae-db809c365d73 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bf02896-5a06-4820-afef-e1d155642dab,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:58:00.833615 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-c387b3ae-f72e-4ba0-9cae-db809c365d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:58:00.846259 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-c387b3ae-f72e-4ba0-9cae-db809c365d73 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3bf02896-5a06-4820-afef-e1d155642dab HTTP/1.1" status: 204  len: 168 time: 1.4876456
Apr 21 14:58:00.849512 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 35918) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:58:00.866452 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-647271be-4eaa-46e0-a306-5b6b34b4a7ae None None] Deleting port 885346c8-80cd-46ac-8d38-78ea92988d96 {{(pid=86395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:58:00.866964 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-647271be-4eaa-46e0-a306-5b6b34b4a7ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:00.939359 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-647271be-4eaa-46e0-a306-5b6b34b4a7ae None None] The port '885346c8-80cd-46ac-8d38-78ea92988d96' was deleted {{(pid=86395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 21 14:58:01.724086 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-630c1f01-cb6a-4a19-9cfd-cb7f094fa5fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145126'] for router_interface, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:02.122452 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-630c1f01-cb6a-4a19-9cfd-cb7f094fa5fc admin admin] Deleting port fea74f10-4a3c-40a4-8ab9-1402677c7e0f {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:58:02.123059 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-630c1f01-cb6a-4a19-9cfd-cb7f094fa5fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:02.144419 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:02.254731 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-6ee14a68-9708-4c15-b9be-164a93b7231c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:02.321259 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-630c1f01-cb6a-4a19-9cfd-cb7f094fa5fc admin admin] For port fea74f10-4a3c-40a4-8ab9-1402677c7e0f, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=fea74f10-4a3c-40a4-8ab9-1402677c7e0f,segment=NetworkSegment(442e4284-fd77-41f7-934e-bbc8ce4978db),segment_id=442e4284-fd77-41f7-934e-bbc8ce4978db)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:58:02.321515 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-630c1f01-cb6a-4a19-9cfd-cb7f094fa5fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:02.469861 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-630c1f01-cb6a-4a19-9cfd-cb7f094fa5fc admin admin] Calling delete_port for fea74f10-4a3c-40a4-8ab9-1402677c7e0f owned by network:router_interface {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:58:02.491909 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:02.654896 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-630c1f01-cb6a-4a19-9cfd-cb7f094fa5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839846713'] for port, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:02.659430 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-08ec889e-345f-4add-aab0-ef8c5df5f633 tempest-TestShelveInstance-1945417571 tempest-TestShelveInstance-1945417571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:58:02.708646 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c1f01-cb6a-4a19-9cfd-cb7f094fa5fc admin admin] Pushing event deleted for resources: {'Port': ['ID=fea74f10-4a3c-40a4-8ab9-1402677c7e0f,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:58:02.712508 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-630c1f01-cb6a-4a19-9cfd-cb7f094fa5fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:58:03.000980 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-630c1f01-cb6a-4a19-9cfd-cb7f094fa5fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1023654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854145052'] for router_interface, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:03.395422 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630c1f01-cb6a-4a19-9cfd-cb7f094fa5fc admin admin] Router ee98a001-d018-4b95-855e-717ea2ea6021 has already been hosted by L3 agent 5f9be183-9025-4756-b280-e85a597c6e87 {{(pid=86393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 21 14:58:03.412946 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:58:03.592230 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630c1f01-cb6a-4a19-9cfd-cb7f094fa5fc admin admin] Notify agent at l3_agent.dv-cinder-786385-2-iscsi the message routers_updated {{(pid=86393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 21 14:58:03.604534 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266f8620-5fc3-4deb-9dfd-663683d29c78 None None] Sync routers for ids ['ee98a001-d018-4b95-855e-717ea2ea6021'] in dv-cinder-786385-2-iscsi {{(pid=86396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 21 14:58:03.609813 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-630c1f01-cb6a-4a19-9cfd-cb7f094fa5fc admin admin] 10.222.0.24 "PUT /v2.0/routers/ee98a001-d018-4b95-855e-717ea2ea6021/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7591562
Apr 21 14:58:03.613825 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 35924) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:58:03.617682 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266f8620-5fc3-4deb-9dfd-663683d29c78 None None] Routers {'ee98a001-d018-4b95-855e-717ea2ea6021'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:58:03.618414 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-266f8620-5fc3-4deb-9dfd-663683d29c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f6cbfef0>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:58:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['ee98a001-d018-4b95-855e-717ea2ea6021'], 'active': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:58:03.807976 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ce5c3ea7-e400-4ac7-953e-a2590871ff27 admin admin] Notify callbacks [] for router, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:03.810596 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-266f8620-5fc3-4deb-9dfd-663683d29c78 None None] Set router ee98a001-d018-4b95-855e-717ea2ea6021 gateway port host: dv-cinder-786385-2-iscsi {{(pid=86396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:58:03.998585 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ce5c3ea7-e400-4ac7-953e-a2590871ff27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:04.007549 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-ce5c3ea7-e400-4ac7-953e-a2590871ff27 admin admin] Deleting port 089484f1-46a2-4a2b-8676-78ad3ee7a439 {{(pid=86394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:58:04.007986 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ce5c3ea7-e400-4ac7-953e-a2590871ff27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:04.118236 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-266f8620-5fc3-4deb-9dfd-663683d29c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f6cbfef0>, [{'id': 'ee98a001-d018-4b95-855e-717ea2ea6021', 'name': 'tempest-TestVolumeBootPattern-497975666-router', 'tenant_id': '876671a6bb8447d1b67f6785ce30618a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'external_fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '089484f1-46a2-4a2b-8676-78ad3ee7a439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:48:58Z', 'updated_at': '2021-04-21T14:58:02Z', 'revision_number': 5, 'project_id': '876671a6bb8447d1b67f6785ce30618a', 'gw_port': {'id': '089484f1-46a2-4a2b-8676-78ad3ee7a439', 'name': '', 'network_id': '65ae90ab-0baf-4140-bbfd-b114ac6a9837', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:66:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee98a001-d018-4b95-855e-717ea2ea6021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:48:59Z', 'updated_at': '2021-04-21T14:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d67d7bc-8a52-46c9-a5e6-ea2ccbf1e036', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-iscsi'}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:58:04.122492 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266f8620-5fc3-4deb-9dfd-663683d29c78 None None] Checking router: ee98a001-d018-4b95-855e-717ea2ea6021 for host: dv-cinder-786385-2-iscsi {{(pid=86396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 21 14:58:04.132181 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266f8620-5fc3-4deb-9dfd-663683d29c78 None None] Routers {'ee98a001-d018-4b95-855e-717ea2ea6021'} bound to L3 agent in host dv-cinder-786385-2-iscsi {{(pid=86396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 21 14:58:04.132905 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-266f8620-5fc3-4deb-9dfd-663683d29c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f78f6cbfef0>, 'dv-cinder-786385-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T14:30:02Z,description=<?>,heartbeat_timestamp=2021-04-21T14:58:02Z,host='dv-cinder-786385-2-iscsi',id=5f9be183-9025-4756-b280-e85a597c6e87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-21T14:30:02Z,topic='l3_agent')) {'router_ids': ['ee98a001-d018-4b95-855e-717ea2ea6021'], 'active': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:58:04.202046 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-ce5c3ea7-e400-4ac7-953e-a2590871ff27 admin admin] For port 089484f1-46a2-4a2b-8676-78ad3ee7a439, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=089484f1-46a2-4a2b-8676-78ad3ee7a439,segment=NetworkSegment(cc9f75c9-c7cc-49bd-a770-8a7cd276112c),segment_id=cc9f75c9-c7cc-49bd-a770-8a7cd276112c)] {{(pid=86394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:58:04.202440 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ce5c3ea7-e400-4ac7-953e-a2590871ff27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:04.274793 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:04.292282 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvr_db [None req-266f8620-5fc3-4deb-9dfd-663683d29c78 None None] Set router ee98a001-d018-4b95-855e-717ea2ea6021 gateway port host: None {{(pid=86396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 21 14:58:04.336532 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-ce5c3ea7-e400-4ac7-953e-a2590871ff27 admin admin] Calling delete_port for 089484f1-46a2-4a2b-8676-78ad3ee7a439 owned by network:router_gateway {{(pid=86394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:58:04.405202 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_hamode_db [None req-266f8620-5fc3-4deb-9dfd-663683d29c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f78f6cbfef0>, [{'id': 'ee98a001-d018-4b95-855e-717ea2ea6021', 'name': 'tempest-TestVolumeBootPattern-497975666-router', 'tenant_id': '876671a6bb8447d1b67f6785ce30618a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:48:58Z', 'updated_at': '2021-04-21T14:58:03Z', 'revision_number': 6, 'project_id': '876671a6bb8447d1b67f6785ce30618a', 'gw_port_host': None}], 'dv-cinder-786385-2-iscsi', False) {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:58:04.409499 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266f8620-5fc3-4deb-9dfd-663683d29c78 None None] The sync data for ids ['ee98a001-d018-4b95-855e-717ea2ea6021'] in dv-cinder-786385-2-iscsi is: [{'id': 'ee98a001-d018-4b95-855e-717ea2ea6021', 'name': 'tempest-TestVolumeBootPattern-497975666-router', 'tenant_id': '876671a6bb8447d1b67f6785ce30618a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:48:58Z', 'updated_at': '2021-04-21T14:58:03Z', 'revision_number': 6, 'project_id': '876671a6bb8447d1b67f6785ce30618a', 'gw_port_host': None}] {{(pid=86396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 21 14:58:04.518272 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ce5c3ea7-e400-4ac7-953e-a2590871ff27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:04.522512 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-1b9c65a3-b91c-4385-b7d9-76af2182ed35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:58:04.569945 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c3ea7-e400-4ac7-953e-a2590871ff27 admin admin] Pushing event deleted for resources: {'Port': ['ID=089484f1-46a2-4a2b-8676-78ad3ee7a439,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:58:04.573286 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-ce5c3ea7-e400-4ac7-953e-a2590871ff27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:58:04.681896 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ce5c3ea7-e400-4ac7-953e-a2590871ff27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650085'] for router_gateway, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:04.871461 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ce5c3ea7-e400-4ac7-953e-a2590871ff27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773215'] for router, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:04.874046 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ce5c3ea7-e400-4ac7-953e-a2590871ff27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:04.899352 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ce5c3ea7-e400-4ac7-953e-a2590871ff27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854151811'] for router, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:04.900094 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5c3ea7-e400-4ac7-953e-a2590871ff27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee98a001-d018-4b95-855e-717ea2ea6021 {{(pid=86394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 21 14:58:04.915631 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ce5c3ea7-e400-4ac7-953e-a2590871ff27 admin admin] Notify callbacks [] for router, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:04.916871 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-ce5c3ea7-e400-4ac7-953e-a2590871ff27 admin admin] 10.222.0.24 "DELETE /v2.0/routers/ee98a001-d018-4b95-855e-717ea2ea6021 HTTP/1.1" status: 204  len: 168 time: 1.3019571
Apr 21 14:58:04.920711 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 35928) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:58:04.988749 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.db_base_plugin_v2 [None req-af09b263-3307-4145-a7fe-1bc9ed44a458 admin admin] Deleting subnet d159c55c-3910-48fa-9fbd-bab32563eafb {{(pid=86394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 21 14:58:04.992150 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-af09b263-3307-4145-a7fe-1bc9ed44a458 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:05.050859 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-af09b263-3307-4145-a7fe-1bc9ed44a458 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14890559'] for subnet, precommit_delete_associations {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:05.140891 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-af09b263-3307-4145-a7fe-1bc9ed44a458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1951284'] for subnet, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:05.422789 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-af09b263-3307-4145-a7fe-1bc9ed44a458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852824564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15686350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839266476'] for subnet, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:05.428208 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:58:05.465366 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09b263-3307-4145-a7fe-1bc9ed44a458 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d159c55c-3910-48fa-9fbd-bab32563eafb,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:58:05.467514 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-af09b263-3307-4145-a7fe-1bc9ed44a458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for subnet, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:05.470388 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-af09b263-3307-4145-a7fe-1bc9ed44a458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:58:05.472157 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06da08a-47c5-47e2-8da5-476b0f0dd27f None None] Network 8653e492-2acd-49ed-ac5c-c8fd4d9dff92 requested from dv-cinder-786385-2-iscsi {{(pid=86395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 21 14:58:05.475466 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-af09b263-3307-4145-a7fe-1bc9ed44a458 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d159c55c-3910-48fa-9fbd-bab32563eafb HTTP/1.1" status: 204  len: 168 time: 0.5537269
Apr 21 14:58:05.478222 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86394) accepted ('10.222.0.24', 35932) {{(pid=86394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:58:05.594943 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9681410b-2bc4-4682-b25f-d032eb60c120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2044280'] for network, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:05.606787 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-9681410b-2bc4-4682-b25f-d032eb60c120 admin admin] Deleting port 7df1015a-39e2-4ace-a03c-66fa12669c85 {{(pid=86394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:58:05.607150 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9681410b-2bc4-4682-b25f-d032eb60c120 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:05.737532 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc7646a-3d59-4214-b14c-1c98a7c07cd9 None None] DHCP port deletion for 8653e492-2acd-49ed-ac5c-c8fd4d9dff92 request from dv-cinder-786385-2-iscsi {{(pid=86395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 21 14:58:05.742236 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-fcc7646a-3d59-4214-b14c-1c98a7c07cd9 None None] Deleting port 7df1015a-39e2-4ace-a03c-66fa12669c85 {{(pid=86395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:58:05.742662 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fcc7646a-3d59-4214-b14c-1c98a7c07cd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:05.841553 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-9681410b-2bc4-4682-b25f-d032eb60c120 admin admin] For port 7df1015a-39e2-4ace-a03c-66fa12669c85, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=7df1015a-39e2-4ace-a03c-66fa12669c85,segment=NetworkSegment(442e4284-fd77-41f7-934e-bbc8ce4978db),segment_id=442e4284-fd77-41f7-934e-bbc8ce4978db)] {{(pid=86394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:58:05.842178 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9681410b-2bc4-4682-b25f-d032eb60c120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:05.842926 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 089484f1-46a2-4a2b-8676-78ad3ee7a439 no longer exists at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:58:05.888449 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] No Port match for: 089484f1-46a2-4a2b-8676-78ad3ee7a439 {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:58:05.888806 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 089484f1-46a2-4a2b-8676-78ad3ee7a439 not bound to the agent host dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:58:05.889279 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device fea74f10-4a3c-40a4-8ab9-1402677c7e0f no longer exists at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:58:05.931087 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] No Port match for: fea74f10-4a3c-40a4-8ab9-1402677c7e0f {{(pid=86395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 21 14:58:05.931484 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device fea74f10-4a3c-40a4-8ab9-1402677c7e0f not bound to the agent host dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:58:05.931941 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 7df1015a-39e2-4ace-a03c-66fa12669c85 no longer exists at agent ovs-agent-dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 21 14:58:05.979845 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-9681410b-2bc4-4682-b25f-d032eb60c120 admin admin] Calling delete_port for 7df1015a-39e2-4ace-a03c-66fa12669c85 owned by network:dhcp {{(pid=86394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:58:06.057958 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9681410b-2bc4-4682-b25f-d032eb60c120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2052645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363277008263199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759846080610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15687450'] for port, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:06.063108 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-b49b511e-befd-49d2-b8cb-9f0d330ccf83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:58:06.091977 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-fcc7646a-3d59-4214-b14c-1c98a7c07cd9 None None] For port 7df1015a-39e2-4ace-a03c-66fa12669c85, host dv-cinder-786385-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-iscsi',level=0,port_id=7df1015a-39e2-4ace-a03c-66fa12669c85,segment=NetworkSegment(442e4284-fd77-41f7-934e-bbc8ce4978db),segment_id=442e4284-fd77-41f7-934e-bbc8ce4978db)] {{(pid=86395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 21 14:58:06.092447 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fcc7646a-3d59-4214-b14c-1c98a7c07cd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121347'] for port, precommit_delete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:06.103657 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.db [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] No active binding found for port 7df1015a-39e2-4ace-a03c-66fa12669c85 {{(pid=86395) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}}
Apr 21 14:58:06.104107 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.rpc [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Device 7df1015a-39e2-4ace-a03c-66fa12669c85 not bound to the agent host dv-cinder-786385-2-iscsi {{(pid=86395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 21 14:58:06.114846 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9681410b-2bc4-4682-b25f-d032eb60c120 admin admin] No DVR routers for this DVR port 7df1015a-39e2-4ace-a03c-66fa12669c85 on host dv-cinder-786385-2-iscsi {{(pid=86394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 21 14:58:06.149358 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9681410b-2bc4-4682-b25f-d032eb60c120 admin admin] Pushing event deleted for resources: {'Port': ['ID=7df1015a-39e2-4ace-a03c-66fa12669c85,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:58:06.151900 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9681410b-2bc4-4682-b25f-d032eb60c120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:58:06.226058 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-fcc7646a-3d59-4214-b14c-1c98a7c07cd9 None None] Calling delete_port for 7df1015a-39e2-4ace-a03c-66fa12669c85 owned by network:dhcp {{(pid=86395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 21 14:58:06.249304 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9681410b-2bc4-4682-b25f-d032eb60c120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852824479', 'neutron.services.segments.db._delete_segments_for_network-8759846428787'] for network, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:06.300744 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.db.api [None req-fcc7646a-3d59-4214-b14c-1c98a7c07cd9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86395) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 21 14:58:06.301148 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_db.api [None req-fcc7646a-3d59-4214-b14c-1c98a7c07cd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 21 14:58:06.363721 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-9681410b-2bc4-4682-b25f-d032eb60c120 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f78f5679fd0>,) {'filters': {'network_id': ['8653e492-2acd-49ed-ac5c-c8fd4d9dff92']}} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:58:06.380119 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-9681410b-2bc4-4682-b25f-d032eb60c120 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f78f5679fd0>, '442e4284-fd77-41f7-934e-bbc8ce4978db') {'for_net_delete': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:58:06.380421 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.services.segments.db [None req-9681410b-2bc4-4682-b25f-d032eb60c120 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f78f5679fd0>, '442e4284-fd77-41f7-934e-bbc8ce4978db') {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 21 14:58:06.392783 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9681410b-2bc4-4682-b25f-d032eb60c120 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277008185699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839885257'] for segment, before_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:06.414925 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9681410b-2bc4-4682-b25f-d032eb60c120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852863918'] for segment, precommit_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:06.422024 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9681410b-2bc4-4682-b25f-d032eb60c120 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=86394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 21 14:58:06.614086 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-9681410b-2bc4-4682-b25f-d032eb60c120 admin admin] Network 8653e492-2acd-49ed-ac5c-c8fd4d9dff92 has no segments {{(pid=86394) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 14:58:06.624420 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9681410b-2bc4-4682-b25f-d032eb60c120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1911845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839088275'] for segment, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:06.802345 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-fcc7646a-3d59-4214-b14c-1c98a7c07cd9 None None] Deleting port 7df1015a-39e2-4ace-a03c-66fa12669c85 {{(pid=86395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 21 14:58:06.802805 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-fcc7646a-3d59-4214-b14c-1c98a7c07cd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277008267636'] for port, before_delete {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:06.808679 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.managers [None req-9681410b-2bc4-4682-b25f-d032eb60c120 admin admin] Network 8653e492-2acd-49ed-ac5c-c8fd4d9dff92 has no segments {{(pid=86394) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 21 14:58:06.831720 dv-cinder-786385-2-iscsi neutron-server[86282]: Traceback (most recent call last):
Apr 21 14:58:06.831720 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 21 14:58:06.831720 dv-cinder-786385-2-iscsi neutron-server[86282]:     timer()
Apr 21 14:58:06.831720 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 21 14:58:06.831720 dv-cinder-786385-2-iscsi neutron-server[86282]:     cb(*args, **kw)
Apr 21 14:58:06.831720 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 21 14:58:06.831720 dv-cinder-786385-2-iscsi neutron-server[86282]:     return func(*args, **kwargs)
Apr 21 14:58:06.831720 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 21 14:58:06.831720 dv-cinder-786385-2-iscsi neutron-server[86282]:     self._notify()
Apr 21 14:58:06.831720 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 21 14:58:06.831720 dv-cinder-786385-2-iscsi neutron-server[86282]:     self.callback(batched_events)
Apr 21 14:58:06.831720 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 21 14:58:06.831720 dv-cinder-786385-2-iscsi neutron-server[86282]:     event.method(event)
Apr 21 14:58:06.831720 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 21 14:58:06.831720 dv-cinder-786385-2-iscsi neutron-server[86282]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 21 14:58:06.831720 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 21 14:58:06.831720 dv-cinder-786385-2-iscsi neutron-server[86282]:     segment_id)['aggregates'][0]
Apr 21 14:58:06.831720 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 21 14:58:06.831720 dv-cinder-786385-2-iscsi neutron-server[86282]:     return f(self, *a, **k)
Apr 21 14:58:06.831720 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 21 14:58:06.831720 dv-cinder-786385-2-iscsi neutron-server[86282]:     return self._get(url).json()
Apr 21 14:58:06.831720 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 21 14:58:06.831720 dv-cinder-786385-2-iscsi neutron-server[86282]:     **kwargs)
Apr 21 14:58:06.831720 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 21 14:58:06.831720 dv-cinder-786385-2-iscsi neutron-server[86282]:     return self.request(url, 'GET', **kwargs)
Apr 21 14:58:06.831720 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 21 14:58:06.831720 dv-cinder-786385-2-iscsi neutron-server[86282]:     **endpoint_filter)
Apr 21 14:58:06.831720 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 21 14:58:06.831720 dv-cinder-786385-2-iscsi neutron-server[86282]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 21 14:58:06.831720 dv-cinder-786385-2-iscsi neutron-server[86282]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 21 14:58:06.831720 dv-cinder-786385-2-iscsi neutron-server[86282]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 21 14:58:06.831720 dv-cinder-786385-2-iscsi neutron-server[86282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 21 14:58:06.877017 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.plugins.ml2.plugin [None req-fcc7646a-3d59-4214-b14c-1c98a7c07cd9 None None] The port '7df1015a-39e2-4ace-a03c-66fa12669c85' was deleted {{(pid=86395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 21 14:58:06.917808 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9681410b-2bc4-4682-b25f-d032eb60c120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1951337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853752162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630402'] for network, after_delete {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:06.921865 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-134d35fd-719c-416d-b9f0-0f154bf8ee8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:58:06.938572 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-9681410b-2bc4-4682-b25f-d032eb60c120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853752179'] for network, before_response {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:06.947216 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9681410b-2bc4-4682-b25f-d032eb60c120 admin admin] Pushing event deleted for resources: {'Network': ['ID=8653e492-2acd-49ed-ac5c-c8fd4d9dff92,revision_number=None']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:58:06.951888 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-9681410b-2bc4-4682-b25f-d032eb60c120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:58:06.955928 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-9681410b-2bc4-4682-b25f-d032eb60c120 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8653e492-2acd-49ed-ac5c-c8fd4d9dff92 HTTP/1.1" status: 204  len: 168 time: 1.4765444
Apr 21 14:58:07.085126 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 35940) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:58:07.140736 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-17ebac02-67b4-4ce8-a288-4bd7eee9c14d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=47f31a5650834e49b288140b0ca768c2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0541525
Apr 21 14:58:07.143365 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 35944) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:58:07.205288 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7c49735a-bb85-47ab-b208-2d2caf2588bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:07.234008 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7c49735a-bb85-47ab-b208-2d2caf2588bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:07.293163 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7c49735a-bb85-47ab-b208-2d2caf2588bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:07.297092 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-e42828ff-2633-49ca-9678-2c230b87c9f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:58:07.315863 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49735a-bb85-47ab-b208-2d2caf2588bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a06558-3b0f-4f98-8460-756207463ef1,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:58:07.319667 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-7c49735a-bb85-47ab-b208-2d2caf2588bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:58:07.323189 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-7c49735a-bb85-47ab-b208-2d2caf2588bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:07.324383 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-7c49735a-bb85-47ab-b208-2d2caf2588bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62a06558-3b0f-4f98-8460-756207463ef1 HTTP/1.1" status: 204  len: 168 time: 0.1800883
Apr 21 14:58:07.730883 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 35952) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:58:07.783874 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-16cafa30-2655-49a0-8181-9e4c429f50c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=876671a6bb8447d1b67f6785ce30618a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0517044
Apr 21 14:58:07.786723 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [-] (86393) accepted ('10.222.0.24', 35956) {{(pid=86393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 21 14:58:07.848470 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f2862639-6127-4324-892e-35927edc4f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:07.876665 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f2862639-6127-4324-892e-35927edc4f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:07.933491 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f2862639-6127-4324-892e-35927edc4f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684716'] for security_group, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:07.939500 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-48302467-146e-4a11-b202-dac9c1a25034 tempest-AttachVolumeTestJSON-2109482274 tempest-AttachVolumeTestJSON-2109482274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 21 14:58:07.952027 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2862639-6127-4324-892e-35927edc4f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a452d72-a00a-4e5c-af1e-4ae12bd5e2e3,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 21 14:58:07.954504 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG oslo_concurrency.lockutils [None req-f2862639-6127-4324-892e-35927edc4f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 21 14:58:07.961165 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f2862639-6127-4324-892e-35927edc4f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:07.962414 dv-cinder-786385-2-iscsi neutron-server[86282]: INFO neutron.wsgi [None req-f2862639-6127-4324-892e-35927edc4f52 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a452d72-a00a-4e5c-af1e-4ae12bd5e2e3 HTTP/1.1" status: 204  len: 168 time: 0.1747518
Apr 21 14:58:09.081441 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:29.440483 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-81527315-fd1e-4de4-8606-768ebbf98357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:32.150036 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:32.259987 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-934c902e-0f0a-4dc4-904b-7aa5b6272bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:32.498559 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:34.271797 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:39.095647 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:58:40.417394 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:58:59.444439 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c921121d-84f6-402b-bb15-fa8c1a4931bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:59:02.152144 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:59:02.271468 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-f649f9c8-a5e3-41ac-8b4d-4c01c2693dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:59:02.494258 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:59:04.275971 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:59:09.085960 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:59:17.421586 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:59:29.450634 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-0ec486dc-0e8d-46cc-85ba-3600c3e97731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:59:32.156333 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:59:32.270451 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d76ed472-e34a-4755-9a88-2ddf65fcb150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:59:32.500140 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:59:34.278708 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:59:39.100077 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 14:59:54.427153 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 14:59:59.462446 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-40b09808-3944-4093-9a7e-0a8b83a2c486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:00:02.162013 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:00:02.268527 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-a44a3af6-3cf2-45d6-adae-1e993c00f5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:00:02.509158 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:00:04.281588 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:00:09.097358 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:00:29.462159 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ff778ef2-1a62-457f-abcf-363f37d5d99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:00:31.429316 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 15:00:32.169635 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:00:32.269565 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d19d0482-4c47-4a92-af95-012d39a9cdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:00:32.507482 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:00:34.283696 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:00:39.103646 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:00:59.461264 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e3530d5a-9ad8-4b0f-ad98-a31b7a089654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:01:02.169223 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:01:02.263034 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-b7dffa94-fe77-4850-b53c-2211731cf607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:01:02.502558 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:01:04.287626 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:01:08.431648 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 15:01:09.118219 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:01:17.525911 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.wsgi [req-5377089a-978d-48b4-9e40-2b269b8c8a67 req-25b616da-0e18-4063-9cb6-79dfb3c6de29 service neutron] (86393) timed out ('10.222.0.24', 59840) {{(pid=86393) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 21 15:01:29.457125 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-37920977-8f1c-4fd0-98cc-6476dd58b013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:01:32.175711 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:01:32.266538 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ce09eb8d-c18e-48cf-b017-2a4ee739c629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:01:32.509496 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:01:34.294851 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:01:39.140893 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:01:45.434504 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 15:01:59.454673 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-20f5bab4-7c22-44ad-99d1-a5861b0da463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:02:02.175745 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:02:02.273884 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-19b0e3aa-0a40-4929-b56d-3e2ecbbc7eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:02:02.508813 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:02:04.300821 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:02:09.142527 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:02:22.436105 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 15:02:29.451029 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-4463226b-e871-45e4-a7b7-c6a328821b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:02:32.179901 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:02:32.267383 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-5f28129d-c92b-4b5a-9c3f-145156c4165b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:02:32.503746 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:02:34.299481 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:02:39.153115 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:02:59.436603 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron.db.agents_db [None req-e4a84452-5609-4b8d-bf08-43c2e3e4e1d3 None None] Agent healthcheck: found 6 active agents {{(pid=86396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 21 15:02:59.447603 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-c1b5398b-fbbe-4234-a100-0489cd146dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:03:02.190609 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-00ba92b6-41d1-475c-b8cc-1216f03d804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:03:02.275812 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-ebf97d8b-0c93-4489-8fad-ac48f8b58639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:03:02.510022 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-2c32b122-86b5-4f0b-9538-93821c884eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:03:04.301631 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-e62bde59-718a-4830-8b85-a88258e9fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 21 15:03:09.146358 dv-cinder-786385-2-iscsi neutron-server[86282]: DEBUG neutron_lib.callbacks.manager [None req-d424feaf-cabb-44ff-bdfb-8daa0ce3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277008347013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852789949'] for agent, after_update {{(pid=86395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}